-- Logs begin at Thu 2021-12-16 13:49:09 UTC, end at Thu 2021-12-16 15:05:09 UTC. --
Dec 16 14:28:42.878385 dv-cinder-821893-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 16 14:28:45.128511 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.common.config [-] Logging enabled!
Dec 16 14:28:45.129130 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78
Dec 16 14:28:45.129294 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82750) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 16 14:28:45.131595 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.common.config [-] Logging enabled!
Dec 16 14:28:45.131837 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78
Dec 16 14:28:45.132081 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82750) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 16 14:28:45.133051 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 14:28:45.133276 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 14:28:45.133627 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 14:28:45.133869 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 14:28:45.134109 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 14:28:45.134492 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.134721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.135013 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.135248 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.135536 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.135826 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.136107 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.136390 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.136692 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.136976 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.137254 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.137535 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.137766 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.138080 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.138371 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.138660 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.138878 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.139155 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.139584 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.139987 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.140281 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.140592 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.140876 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.141121 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.141416 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.141777 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] host                           = dv-cinder-821893-3-iscsi {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.142059 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.142463 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.142637 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.142939 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.143178 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.143453 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.143734 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.144002 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.144275 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.144541 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.144825 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.145116 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.145408 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.145629 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.145852 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.146161 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.146448 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.146723 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.146991 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.147265 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.147533 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.147803 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.148066 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.148356 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.148643 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.148943 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.149213 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.149483 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.149752 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.150042 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.150319 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.150592 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.151208 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.151208 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.151393 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.151658 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.151926 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.152230 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.152513 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.152792 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.153078 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.153346 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.153628 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.153904 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.154195 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.154463 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.154733 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.154997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.155431 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.155711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.155983 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.156254 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.156522 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.156815 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:45.157169 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.157476 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.157778 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.158077 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.158372 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.158653 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.158938 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.159209 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.159493 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.159778 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.160067 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.160353 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.160641 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.160950 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.161542 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.161822 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.162122 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.162415 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.162691 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.162962 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.163236 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.163527 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.163798 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.164067 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.164344 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.164615 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.164883 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.165145 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.165421 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.165709 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.165980 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.166270 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.166538 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.166814 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.167086 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.167366 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.167638 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.167902 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.168174 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.168457 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.168718 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.168984 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.169254 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.169526 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.169798 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.170099 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.170371 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.170647 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.170908 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.171174 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.171445 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.171704 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.171973 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.172248 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.172963 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.173280 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.173677 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.173955 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.174275 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.174580 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.174855 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.175133 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.175412 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.175747 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.175968 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.176239 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.176516 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.176796 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.177071 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.177459 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.177961 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.178292 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.178684 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.178965 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.179291 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.179741 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.180090 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.180460 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.180741 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.181031 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.181316 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.181767 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.182166 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.182479 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.182773 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.183074 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.183355 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.183671 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.183946 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:45.184169 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 14:28:45.184431 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82750) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 16 14:28:45.601449 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO keyring.backend [-] Loading KWallet
Dec 16 14:28:45.609442 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO keyring.backend [-] Loading SecretService
Dec 16 14:28:45.613106 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO keyring.backend [-] Loading Windows
Dec 16 14:28:45.614534 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO keyring.backend [-] Loading chainer
Dec 16 14:28:45.615114 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO keyring.backend [-] Loading macOS
Dec 16 14:28:45.650451 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:28:45.650726 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:28:45.651010 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:28:45.651369 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 16 14:28:45.988271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:45.988529 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:45.988724 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.049546 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.049803 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.050096 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.053713 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.054043 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.054344 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.086874 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.087142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.087424 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.117487 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.117748 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.118037 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.475245 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe9d0a67c10> agent after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.475923 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe9d0a67c10> agent after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.475923 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe9d0a67ca0> segment precommit_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.476132 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe9d0a67d30> network precommit_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.476742 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe9d0a70ee0> segment before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.609373 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> network before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.609706 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe9d0a4e310> agent before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.609956 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> network before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.610226 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> port before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.610664 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> port before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.610972 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> segment after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.611240 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> segment precommit_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.611496 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> segment precommit_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.611775 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> segment after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.612066 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> network after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.612320 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> network precommit_delete 0 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.612578 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> port provisioning_complete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.612841 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.613089 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.613349 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> agent after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.613631 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> subnet after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.613880 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> subnet precommit_delete 0 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.614168 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.614417 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.614694 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> segment_host_mapping after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.615052 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> port after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.615299 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> port after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.615541 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> port after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.615804 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.616045 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.616282 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe9d1a04f10>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.616705 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:46.616948 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:46.617177 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:46.617405 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:46.617632 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:46.617855 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:46.618513 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 16 14:28:46.622110 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 16 14:28:46.626174 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 16 14:28:46.630416 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Dec 16 14:28:46.632081 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 16 14:28:46.632487 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 16 14:28:46.632814 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 16 14:28:46.633166 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 16 14:28:46.636061 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 16 14:28:46.636272 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 16 14:28:46.636640 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 14:28:46.665529 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 16 14:28:46.666026 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe9d0b74460>> qos_plugin after_init 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.666304 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82750) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 16 14:28:46.666662 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe9d0b746d0>> logging-plugin after_init 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.668069 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82750) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 16 14:28:46.668345 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 16 14:28:46.668585 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 16 14:28:46.671885 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe9d097ea60>> floatingip before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.672158 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe9d097ea60>> port before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:46.734046 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 16 14:28:46.734223 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 16 14:28:46.734402 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 16 14:28:46.734776 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 16 14:28:46.767684 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_db.sqlalchemy.engines [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82750) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 16 14:28:47.124987 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing driver for type 'gre'
Dec 16 14:28:47.125862 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] gre ID ranges: [(1, 1000)]
Dec 16 14:28:47.193877 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing driver for type 'local'
Dec 16 14:28:47.194304 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing driver for type 'vlan'
Dec 16 14:28:47.208407 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] VlanTypeDriver initialization complete
Dec 16 14:28:47.208758 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing driver for type 'vxlan'
Dec 16 14:28:47.209296 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] vxlan ID ranges: [(1, 1000)]
Dec 16 14:28:47.278953 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing extension driver 'port_security'
Dec 16 14:28:47.279318 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] PortSecurityExtensionDriver initialization complete
Dec 16 14:28:47.279640 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing mechanism driver 'openvswitch'
Dec 16 14:28:47.279962 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing mechanism driver 'hyperv'
Dec 16 14:28:47.286946 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.plugins.ml2.plugin [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:28:47.287758 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d08a0eb0>> port after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.288119 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d08a0eb0>> port after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.288453 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d08a0eb0>> port after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.288833 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d08a0f10>> subnet after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.289174 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d08a0f10>> subnet after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.289510 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d08a0f10>> subnet after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.289913 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb370>> network after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.290238 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb370>> network after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.290567 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb370>> network after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.290931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb5e0>> security_group after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.291267 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb5e0>> security_group after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.291611 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb5e0>> security_group after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.291961 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb850>> security_group_rule after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.292292 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb850>> security_group_rule after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.292621 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe9d03fb850>> security_group_rule after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.292948 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] ML2 OVO RPC backend initialized. {{(pid=82750) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 16 14:28:47.293662 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> router_interface after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.294013 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> router_interface after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.294420 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> network before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.294759 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> networks before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.295090 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> port before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.295414 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> ports before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.295742 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> subnet before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.296143 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> subnets before_response 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.296455 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> network after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.296793 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> network after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.297143 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> network after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.297828 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> port after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.298254 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> port after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.298784 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> port after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.298936 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> subnet after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.299298 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> subnet after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.299623 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe9d03fbaf0>> subnet after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.300223 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.plugin [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Modular L2 Plugin initialization complete
Dec 16 14:28:47.300581 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading services supported by the core plugin {{(pid=82750) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 16 14:28:47.300903 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.plugins.ml2.managers [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Got port-security extension from driver 'port_security'
Dec 16 14:28:47.301393 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.extensions.vlantransparent [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Disabled vlantransparent extension.
Dec 16 14:28:47.301906 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82750) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 16 14:28:47.302241 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: router
Dec 16 14:28:47.341651 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router_interface before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.342012 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_create 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.342426 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router before_create 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.342783 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router_interface before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.343151 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router_interface after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.343535 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_delete 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.343952 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> floatingip after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.344334 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_create 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.344685 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_update 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.345258 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_update 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.345683 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router_gateway after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.346102 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_update 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.346508 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router precommit_update 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.346858 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe9d09fc0d0> port after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.347197 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe9d09f9f70> port after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.347573 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe9d09fc040> subnet after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.347905 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe9d09fc160> subnetpool_address_scope after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.348270 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> port precommit_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.348644 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router precommit_create 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.348998 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe9d09e4040> port before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.349333 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router precommit_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.349690 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router after_update 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.350093 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router precommit_delete 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.350460 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router precommit_create 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.350843 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router_interface after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.351202 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> router precommit_update 55549900 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.351605 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> agent after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.351982 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> agent after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.352335 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe9d03fbd60>> network after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.353374 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Tracking information for resource: router configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:47.353696 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Tracking information for resource: floatingip configured {{(pid=82750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 16 14:28:47.359601 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.db.l3_agentschedulers_db [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 16 14:28:47.360187 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe9d036d8b0> port after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.360591 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe9d036d790> port after_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.360937 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function _notify_port_delete at 0x7fe9d036d820> port after_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.361370 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe9d036db80> port after_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.362360 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe9d032a640>> router before_create 55550100 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.362692 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe9d032a640>> router precommit_delete 55550100 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.363070 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe9d032a640>> router precommit_create 55550100 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.363458 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe9d032a640>> router precommit_update 55550100 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.368300 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.provider_configuration [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service providers = [] {{(pid=82750) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 16 14:28:47.368712 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.db.servicetype_db [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82750) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 16 14:28:47.372176 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.service_base [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:28:47.372515 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.service_base [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:28:47.372908 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.service_base [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:28:47.373824 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.services.service_base [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 16 14:28:47.374242 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.services.service_base [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 16 14:28:47.374616 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.374913 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 16 14:28:47.386674 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.386939 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: auto_allocate
Dec 16 14:28:47.393155 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe9d02d2040> network precommit_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.393518 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe9d02d2040> network precommit_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.394043 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.394382 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: tag
Dec 16 14:28:47.401413 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.401735 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: timestamp
Dec 16 14:28:47.405596 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.405915 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: network_ip_availability
Dec 16 14:28:47.411514 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe9d0343d30>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.411871 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe9d0343d30>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.412214 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe9d0343d30>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.412952 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.413238 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: flavors
Dec 16 14:28:47.418354 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.418707 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading Plugin: revisions
Dec 16 14:28:47.423479 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 16 14:28:47.423870 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_concurrency.lockutils [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=82750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:28:47.424614 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82750) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 16 14:28:47.424978 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Initializing extension manager.
Dec 16 14:28:47.425477 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: __init__.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.425787 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: __pycache__ {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.426169 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.426538 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.426885 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: _filter_validation_lib.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.427212 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.427544 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: address_group.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.428367 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.428995 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: address-group
Dec 16 14:28:47.429305 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: address_scope.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.430024 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.430605 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: address-scope
Dec 16 14:28:47.430958 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.431933 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.432463 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: router-admin-state-down-before-update
Dec 16 14:28:47.432811 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: agent.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.433542 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.434077 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: agent
Dec 16 14:28:47.434391 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: agent_resources_synced.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.435383 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.435927 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: agent-resources-synced
Dec 16 14:28:47.436234 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: allowedaddresspairs.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.438178 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.438837 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: allowed-address-pairs
Dec 16 14:28:47.439267 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: auto_allocated_topology.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.440438 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.441057 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: auto-allocated-topology
Dec 16 14:28:47.441374 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: availability_zone.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.442090 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.442650 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: availability_zone
Dec 16 14:28:47.442974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: availability_zone_filter.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.443946 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.444450 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: availability_zone_filter
Dec 16 14:28:47.444764 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: data_plane_status.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.445721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.446294 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 16 14:28:47.446647 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: default_subnetpools.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.447558 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.448108 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: default-subnetpools
Dec 16 14:28:47.448403 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.449224 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.449722 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: dhcp_agent_scheduler
Dec 16 14:28:47.450111 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: dns.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.451052 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.451590 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension dns-integration not supported by any of loaded plugins
Dec 16 14:28:47.451898 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: dns_domain_ports.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.452837 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.453356 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 16 14:28:47.453666 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: dvr.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.454432 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.455008 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: dvr
Dec 16 14:28:47.455313 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: empty_string_filtering.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.456286 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.456785 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: empty-string-filtering
Dec 16 14:28:47.457061 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.457955 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.458473 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 16 14:28:47.458778 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.459705 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.460189 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 16 14:28:47.460525 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: external_net.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.461497 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.461944 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: external-net
Dec 16 14:28:47.462280 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.463203 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.463746 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: extra_dhcp_opt
Dec 16 14:28:47.464056 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: extraroute.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.464948 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.465444 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: extraroute
Dec 16 14:28:47.465757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: extraroute_atomic.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.466797 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.467295 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: extraroute-atomic
Dec 16 14:28:47.467602 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: filter_validation.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.468307 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.468831 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: filter-validation
Dec 16 14:28:47.469168 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: fip_pf_description.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.470439 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.470959 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 16 14:28:47.471251 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: fip_port_details.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.472158 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.472674 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: fip-port-details
Dec 16 14:28:47.473106 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: flavors.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.474263 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.474769 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: flavors
Dec 16 14:28:47.475082 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.476811 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.477373 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 16 14:28:47.477640 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: floatingip_pools.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.478373 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.478872 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: floatingip-pools
Dec 16 14:28:47.479185 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: ip_allocation.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.480107 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.480604 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 16 14:28:47.480915 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.481832 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.482367 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: ip-substring-filtering
Dec 16 14:28:47.482679 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l2_adjacency.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.483596 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.484086 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 16 14:28:47.484394 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.485447 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.485956 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: router
Dec 16 14:28:47.486289 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.488617 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.489133 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 16 14:28:47.489455 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.490398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.490901 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: ext-gw-mode
Dec 16 14:28:47.491213 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.492111 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.492610 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: l3-ha
Dec 16 14:28:47.492922 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3_flavors.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.493829 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.494352 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: l3-flavors
Dec 16 14:28:47.494719 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.495639 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.496139 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 16 14:28:47.496482 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: l3agentscheduler.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.497523 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.498088 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: l3_agent_scheduler
Dec 16 14:28:47.498407 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: logging.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.499971 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.500526 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension logging not supported by any of loaded plugins
Dec 16 14:28:47.500842 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: metering.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.501701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.502333 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: metering
Dec 16 14:28:47.502685 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.503815 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.504345 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: metering_source_and_destination_fields
Dec 16 14:28:47.504661 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: multiprovidernet.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.505817 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.506328 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: multi-provider
Dec 16 14:28:47.506643 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: netmtu.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.507547 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.508213 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: net-mtu
Dec 16 14:28:47.508423 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: netmtu_writable.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.509278 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.509772 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: net-mtu-writable
Dec 16 14:28:47.510147 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: network_availability_zone.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.510828 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.511365 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: network_availability_zone
Dec 16 14:28:47.511670 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: network_ip_availability.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.512772 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.513275 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: network-ip-availability
Dec 16 14:28:47.513583 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: network_segment_range.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.514374 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.514867 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 16 14:28:47.515175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: pagination.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.516152 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.516472 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: pagination
Dec 16 14:28:47.516880 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.517966 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.518502 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: port-mac-address-regenerate
Dec 16 14:28:47.518811 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: port_resource_request.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.519751 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.520237 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 16 14:28:47.520547 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: portbindings.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.521475 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.522007 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: binding
Dec 16 14:28:47.522353 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: portbindings_extended.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.523657 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.524159 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: binding-extended
Dec 16 14:28:47.524585 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: portsecurity.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.525448 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.525948 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: port-security
Dec 16 14:28:47.526320 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: project_id.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.527353 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.527698 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: project-id
Dec 16 14:28:47.528042 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: providernet.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.528973 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.529517 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: provider
Dec 16 14:28:47.529825 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.533855 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.534396 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos not supported by any of loaded plugins
Dec 16 14:28:47.534749 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.536051 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.536556 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 16 14:28:47.536870 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.537783 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.538333 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 16 14:28:47.538716 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_default.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.539605 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.540158 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-default not supported by any of loaded plugins
Dec 16 14:28:47.540468 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_fip.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.541151 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.541646 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-fip not supported by any of loaded plugins
Dec 16 14:28:47.542058 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_gateway_ip.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.543035 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.543533 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 16 14:28:47.543845 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_port_network_policy.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.544737 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.545241 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 16 14:28:47.545548 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_rule_type_details.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.546474 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.546966 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 16 14:28:47.547275 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: qos_rules_alias.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.548871 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.549374 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 16 14:28:47.549686 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: quotasv2.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.550651 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.550964 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: quotas
Dec 16 14:28:47.551271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: quotasv2_detail.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.553087 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.553415 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: quota_details
Dec 16 14:28:47.553734 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: rbac.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.554826 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.555339 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: rbac-policies
Dec 16 14:28:47.555665 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: rbac_address_scope.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.556596 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.557141 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: rbac-address-scope
Dec 16 14:28:47.557420 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: rbac_security_groups.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.558349 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.558886 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: rbac-security-groups
Dec 16 14:28:47.559197 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: rbac_subnetpool.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.560108 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.560610 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: rbac-subnetpool
Dec 16 14:28:47.560925 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: revisionifmatch.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.561880 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.562453 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: revision-if-match
Dec 16 14:28:47.562817 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: revisions.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.564136 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.564627 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: standard-attr-revisions
Dec 16 14:28:47.564991 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: router_availability_zone.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.565756 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.566329 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: router_availability_zone
Dec 16 14:28:47.566646 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: routerservicetype.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.567657 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.568284 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension router-service-type not supported by any of loaded plugins
Dec 16 14:28:47.568532 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.569524 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.570160 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: port-security-groups-filtering
Dec 16 14:28:47.570457 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: securitygroup.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.582497 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.583044 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: security-group
Dec 16 14:28:47.583369 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: segment.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.584215 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.584715 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension segment not supported by any of loaded plugins
Dec 16 14:28:47.585040 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.586080 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.586585 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 16 14:28:47.586904 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: servicetype.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.588009 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.588549 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: service-type
Dec 16 14:28:47.588835 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: sorting.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.589865 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.590222 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: sorting
Dec 16 14:28:47.590565 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: standard_attr_segment.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.591658 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.592202 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 16 14:28:47.592580 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: standardattrdescription.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.593338 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.593848 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: standard-attr-description
Dec 16 14:28:47.594184 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: stateful_security_group.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.595351 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.595861 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: stateful-security-group
Dec 16 14:28:47.596174 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: stdattrs_common.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.596771 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 16 14:28:47.597111 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.598110 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.598705 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 16 14:28:47.599003 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: subnet_onboard.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.600307 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.600882 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: subnet_onboard
Dec 16 14:28:47.601233 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.602269 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.602788 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 16 14:28:47.603137 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: subnet_service_types.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.604108 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.604615 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: subnet-service-types
Dec 16 14:28:47.604927 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: subnetallocation.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.606074 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.606580 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: subnet_allocation
Dec 16 14:28:47.606894 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.607567 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.608066 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: subnetpool-prefix-ops
Dec 16 14:28:47.608374 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.609322 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.609815 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 16 14:28:47.610149 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: tagging.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.611380 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.611891 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: standard-attr-tag
Dec 16 14:28:47.612204 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: timestamp.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.613441 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.613922 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loaded extension: standard-attr-timestamp
Dec 16 14:28:47.614302 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: trunk.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.615325 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.615834 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension trunk not supported by any of loaded plugins
Dec 16 14:28:47.616147 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: trunk_details.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.617027 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.617554 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension trunk-details not supported by any of loaded plugins
Dec 16 14:28:47.617867 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: uplink_status_propagation.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.618812 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.619309 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 16 14:28:47.619619 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Loading extension file: vlantransparent.py {{(pid=82750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 16 14:28:47.620291 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 16 14:28:47.620786 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 16 14:28:47.623166 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:network
Dec 16 14:28:47.623926 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:subnet
Dec 16 14:28:47.624724 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:28:47.625305 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:port
Dec 16 14:28:47.626691 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.627118 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service FLAVORS assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.627732 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.628140 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.628454 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:router
Dec 16 14:28:47.629056 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 14:28:47.629765 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service METERING assigned prefix: /metering {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.631227 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe9d02159d0>> rbac-policy before_create 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.631603 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe9d02159d0>> rbac-policy before_update 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.631940 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe9d02159d0>> rbac-policy before_delete 55550000 {{(pid=82750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:28:47.633087 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 14:28:47.633525 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:security_group
Dec 16 14:28:47.634192 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 14:28:47.634977 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service CORE assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.635297 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:28:47.635628 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] subnetpool is already registered
Dec 16 14:28:47.636234 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service CORE assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.636553 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:28:47.636939 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] subnetpool is already registered
Dec 16 14:28:47.639647 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.640107 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service FLAVORS assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.640678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.641088 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.641396 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:router
Dec 16 14:28:47.641848 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] router is already registered
Dec 16 14:28:47.642560 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:floatingip
Dec 16 14:28:47.642875 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] floatingip is already registered
Dec 16 14:28:47.643515 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service METERING assigned prefix: /metering {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.644264 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 16 14:28:47.644589 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] rbac_policy is already registered
Dec 16 14:28:47.645159 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:security_group
Dec 16 14:28:47.645496 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] security_group is already registered
Dec 16 14:28:47.646210 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 16 14:28:47.646528 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] security_group_rule is already registered
Dec 16 14:28:47.647192 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service CORE assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.647500 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:28:47.647808 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] subnetpool is already registered
Dec 16 14:28:47.648414 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.v2.resource_helper [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Service CORE assigned prefix:  {{(pid=82750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 16 14:28:47.648723 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 16 14:28:47.649104 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING neutron.quota.resource_registry [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] subnetpool is already registered
Dec 16 14:28:47.649681 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: extensions {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.651247 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: address-groups {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.652955 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: address-scopes {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.654070 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: agents {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.655311 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: auto-allocated-topology {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.656542 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: availability_zones {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.657939 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: dhcp-networks {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.659398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: dhcp-agents {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.660754 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: routers {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.662545 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: flavors {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.663675 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: service_profiles {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.664847 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: next_providers {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.666347 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: service_profiles {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.667757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: floatingip-pools {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.668928 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: routers {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.670772 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: floatingips {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.671963 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: l3-routers {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.673917 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: l3-agents {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.675316 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: metering-labels {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.677679 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: metering-label-rules {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.678919 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: network-ip-availabilities {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.680146 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: bindings {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.681910 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: quotas {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.683394 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: quotas {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.684810 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: rbac-policies {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.686163 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: security-groups {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.687406 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: security-group-rules {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.688842 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: service-providers {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.690551 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: subnetpools {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.691976 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: subnetpools {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.693371 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.695033 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.696865 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.698839 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.700622 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.702541 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.704311 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.706262 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.708142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.709970 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron.api.extensions [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Extended resource: tags {{(pid=82750) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 16 14:28:47.715886 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING keystonemiddleware.auth_token [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 16 14:28:47.720961 dv-cinder-821893-3-iscsi neutron-server[82750]: WARNING keystonemiddleware.auth_token [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 16 14:28:47.729000 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_concurrency.lockutils [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Acquired lock "singleton_lock" {{(pid=82750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 16 14:28:47.729482 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_concurrency.lockutils [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Releasing lock "singleton_lock" {{(pid=82750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 16 14:28:47.730163 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Starting 2 workers
Dec 16 14:28:47.734911 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Started child 82857 {{(pid=82750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:28:47.739457 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Started child 82858 {{(pid=82750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:28:47.740937 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO neutron.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 16 14:28:47.741559 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Notify callbacks [] for process, before_spawn {{(pid=82750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:28:47.743729 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:28:47.744562 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Starting 1 workers
Dec 16 14:28:47.744729 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:28:47.745767 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [-] (82858) wsgi starting up on http://0.0.0.0:9696
Dec 16 14:28:47.745948 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [-] (82857) wsgi starting up on http://0.0.0.0:9696
Dec 16 14:28:47.749046 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Started child 82859 {{(pid=82750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:28:47.749549 dv-cinder-821893-3-iscsi neutron-server[82750]: INFO oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Starting 1 workers
Dec 16 14:28:47.753297 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] calling RpcWorker wait() {{(pid=82859) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 16 14:28:47.754031 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] returning from RpcWorker wait() {{(pid=82859) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 16 14:28:47.754138 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Started child 82860 {{(pid=82750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 16 14:28:47.754905 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG neutron_lib.callbacks.manager [None req-c3eca3c5-0c79-4b47-8240-681ef78f0f80 None None] Notify callbacks [] for process, after_spawn {{(pid=82750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:28:47.755459 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:28:47.756134 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:28:47.756949 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 14:28:47.757132 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 14:28:47.757483 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 14:28:47.757685 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 14:28:47.758188 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 14:28:47.758356 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 14:28:47.758858 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.759107 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.759367 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.759628 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.759903 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.760206 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:28:47.760706 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.760706 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.760953 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.761146 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.761391 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.761547 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.761704 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.761946 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.762200 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.762487 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.762743 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.762990 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.763245 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.763409 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.763798 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.764065 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.764306 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.764571 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.764803 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.765247 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.765472 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.765698 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.765915 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.766190 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.766622 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.767003 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.767334 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.767554 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.769264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.769264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.769264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.769264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.769264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.769264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.770317 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] host                           = dv-cinder-821893-3-iscsi {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.770317 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.770317 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.770317 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.770317 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771033 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771033 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771033 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771507 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771507 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771795 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.771935 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.772209 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.772471 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.772708 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.772888 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.773046 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.773343 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.773566 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.773756 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.773920 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.774203 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.774362 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.774517 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.774754 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.774955 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.775205 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.775433 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.775635 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.775955 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.776113 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.776296 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.776585 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.776732 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.776971 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.777224 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.777418 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.777658 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.777870 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.778133 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.778380 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.778548 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.778725 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.778983 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.779209 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.779390 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.779617 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.779860 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.780266 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.780476 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.780735 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.780931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.781170 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.781425 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.781680 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.781910 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.782333 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.782490 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.782665 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.782913 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.783195 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.783412 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.783607 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.783843 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.784281 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.784508 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.784970 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.785724 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:28:47.785878 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.785878 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.785878 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.786512 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.786512 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.787038 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.787522 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.787948 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.788323 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.788603 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.788825 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.789086 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.789361 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.789704 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.790134 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.790407 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.790623 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.791053 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.67/identity {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.791384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.791608 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.791851 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.792309 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.792309 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.792309 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.792900 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.792900 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.793173 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.793173 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.793501 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.793641 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.793788 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.794116 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.794550 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.794804 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.795031 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.795249 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.795471 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.795681 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.795888 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.796115 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.796386 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.796603 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.796924 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.797082 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.798290 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.798290 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.798290 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.799069 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.799069 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.799069 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.799484 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.799484 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800224 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800224 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800224 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800224 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800790 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800790 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.800790 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.801196 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.801359 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.801717 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.802680 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.802680 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.804646 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.804878 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.805119 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.805682 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.805901 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.806587 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.808738 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.808883 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.809308 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.809308 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.809555 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.809797 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.810118 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.810383 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.810775 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.811008 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.811276 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.811516 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.812735 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.812735 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.812735 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.812735 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.812735 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.814384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.814384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.814384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.814384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.814384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.814384 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.815721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.815721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.815721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.815721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.815721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.815721 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.816919 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.816919 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.816919 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.816919 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.816919 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.817883 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.817883 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.817883 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.817883 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.819021 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.819021 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.819021 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.819021 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.822398 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.823757 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.824974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.825935 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.67/identity {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.825935 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.825935 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.825935 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.825935 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.826696 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.826696 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.826696 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.826696 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.827244 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.827244 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.827595 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.827595 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.827899 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.828062 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.828328 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.828522 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.828699 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.828838 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.829350 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.829350 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.829642 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.829791 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.830109 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.830272 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.830519 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.830791 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.831078 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.831264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.831507 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.831747 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.832041 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.832272 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.832516 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.832731 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.832943 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.833156 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.833368 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.833581 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.833789 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.834035 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.834239 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.834497 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.834727 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.835061 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.835278 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.835966 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.835966 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.836262 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.836396 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.836587 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.836895 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.837018 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.837229 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.837445 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.837971 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.838225 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.838457 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.838654 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.838865 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.839077 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.839273 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.839664 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.839786 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.839950 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.840229 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.840459 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.840685 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.840900 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.841195 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.841370 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.841591 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.841817 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.842063 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.842271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.842571 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.842817 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.843029 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.843305 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.843531 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.844113 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.844113 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.844396 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.844522 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.844774 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.845001 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.845268 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.845445 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.845745 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.846035 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.846477 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.846611 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.846809 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.847784 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.847784 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.847784 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.847784 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.848309 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.848434 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.848691 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.848948 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.849173 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.849419 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.849704 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.849848 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.850099 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.850339 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.850571 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.850807 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.856144 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 16 14:28:47.857271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858142 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.858701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.859626 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.859626 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.859626 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.859626 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.859626 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.859626 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860429 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860429 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860429 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860429 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860429 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860429 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.860993 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] host                           = dv-cinder-821893-3-iscsi {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.861802 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.862678 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.863498 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.863498 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.863498 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.863498 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.863498 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.863498 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864053 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864053 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864053 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864053 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864419 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864419 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864419 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864693 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864693 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864890 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.864977 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.865137 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.865295 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.865461 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.865717 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.865891 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.865891 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.866338 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.866338 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.866572 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.866572 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.866798 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.866798 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867038 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867262 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867262 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867505 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867505 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867726 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867853 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.867974 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.868100 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.868221 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.868390 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869223 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869223 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869223 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869223 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869223 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869874 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869874 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869874 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869874 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.869874 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.870562 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.870562 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.870562 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.870562 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 16 14:28:47.871051 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871051 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871051 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871051 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871550 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871550 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871550 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871940 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871940 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.871940 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.872327 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.872327 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.872551 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.872551 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.872815 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.67/identity {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.872815 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873092 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873092 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873320 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873453 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873541 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.873876 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.874106 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875104 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.875800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.876997 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.877713 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.877713 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.877713 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.877713 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878027 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878027 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878262 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878390 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878557 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878715 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.878881 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.879031 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.879189 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.879346 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.879503 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.879661 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.879818 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880169 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880169 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880450 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880450 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880692 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880692 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.880927 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881038 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881194 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881307 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881419 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881577 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881743 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.881930 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.882095 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.882255 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.882414 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.882576 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.882734 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.882893 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.883052 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.883210 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.883369 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.883526 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.883684 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.883845 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.884004 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.884162 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.884320 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.884478 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.884635 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.884793 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885011 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885154 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885292 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885416 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885528 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885685 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.885841 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.886066 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.886209 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.886330 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.886488 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.886654 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.886822 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887031 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887157 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887297 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887420 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887576 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887733 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.887890 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.888047 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.888800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.888800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.888800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.888800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.888800 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.889711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.889711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.889711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.889711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.889711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.889711 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890383 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890383 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890383 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890383 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890830 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890830 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.890830 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.891136 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.67/identity {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.891136 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.891355 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.891355 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892175 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.892931 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.893426 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.893426 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.893426 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.893717 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.893717 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.893912 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894065 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894190 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894301 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894452 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894563 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894701 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.894924 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.895153 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.895264 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.895395 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.895603 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.895766 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.895926 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.896087 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.896304 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.896415 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.896521 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.896712 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.896843 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.897002 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.897200 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.897378 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.897533 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.897652 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.897828 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.898011 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.898136 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.898314 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.898472 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.898773 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.898916 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899068 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899192 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899298 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899427 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899607 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899769 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.899885 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.900082 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.900271 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.900460 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.900594 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.900767 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.900929 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.901127 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.901478 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.901478 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.901890 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.901890 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.902267 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.902267 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.902531 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:28:47.902653 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.902653 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.902653 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.903087 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.903087 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.903087 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.903589 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.903589 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.903589 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.904070 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.904070 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.904070 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.904574 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.904574 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.904574 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.905313 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.905313 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.905313 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.905313 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.905313 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906022 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906022 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906022 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906022 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906744 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906744 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906744 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906744 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.906744 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.907536 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.907536 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.907536 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.907536 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908047 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908047 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908047 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908471 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908471 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908471 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908925 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908925 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.908925 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.909306 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.909306 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.909306 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.909793 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.909793 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 16 14:28:47.909793 dv-cinder-821893-3-iscsi neutron-server[82750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 16 14:28:48.078243 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54212) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:28:48.088022 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0067537
Dec 16 14:28:58.987816 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf37793-b8de-44ad-9fd5-345e175dc06a None None] get_active_networks_info from dv-cinder-821893-3-iscsi {{(pid=82859) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 16 14:28:59.170291 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf37793-b8de-44ad-9fd5-345e175dc06a None None] No non-hosted networks {{(pid=82859) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 16 14:28:59.181911 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0a499a6d-4346-44e4-aebc-1a7063d08c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658854'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:01.396447 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29e9c0b1-2ece-43c7-b034-b1bd0df9fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658854'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:01.436861 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-37551949-5038-4e60-8177-f143778f9799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:02.390378 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658854'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:02.391663 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.393631 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.394829 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.395937 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.396875 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.399452 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.400080 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.401136 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.402882 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.403606 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.404909 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:02.406965 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdd1f10>, 'Open vSwitch agent', 'dv-cinder-821893-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:02.426091 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe9cfe2e340>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821893-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:02.839925 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658854'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:04.374820 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658854'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:05.000474 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.db.l3_hamode_db [None req-959fadd6-6f71-4987-81c0-723b06035105 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 16 14:29:05.088903 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fadd6-6f71-4987-81c0-723b06035105 None None] Routers set() bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:29:05.089289 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fadd6-6f71-4987-81c0-723b06035105 None None] Router IDs set() for agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 16 14:29:06.190300 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 54302) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:06.864395 dv-cinder-821893-3-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-72759a52-490d-4f40-9998-a6f5eb1e58ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:06.865026 dv-cinder-821893-3-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-72759a52-490d-4f40-9998-a6f5eb1e58ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:07.090284 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [None req-72759a52-490d-4f40-9998-a6f5eb1e58ec admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:29:07.091496 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-72759a52-490d-4f40-9998-a6f5eb1e58ec admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8984046
Dec 16 14:29:09.561974 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54316) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:10.286152 dv-cinder-821893-3-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:10.286715 dv-cinder-821893-3-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:10.501957 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:10.551363 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.policy [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82857) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 16 14:29:10.552193 dv-cinder-821893-3-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:10.552568 dv-cinder-821893-3-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:10.556033 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.quota [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe9cff6c9a0>.
Dec 16 14:29:10.572625 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:10.646708 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790140356957', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790140345791', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790140348591', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790140351268', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790140328740', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1114441', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1108553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634219', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588581'] for rbac-policy, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:10.720700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:10.722246 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c8dd0663-784a-466a-b2be-f69dce45c58e admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1584733
Dec 16 14:29:13.763857 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54334) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:14.176994 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Request body: {'network': {'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'name': 'private', 'admin_state_up': True}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:14.183124 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:14.188664 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Usage tracker for resource:network and tenant:ec15c254e4e4438ba97f65c3eb214d1d is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:14.195016 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:14.202401 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:14.214997 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Made reservation on behalf of ec15c254e4e4438ba97f65c3eb214d1d for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:29:14.218376 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.238450 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.286626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:14.290813 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:ec15c254e4e4438ba97f65c3eb214d1d is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:14.294778 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:14.302725 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:14.390176 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.395464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.400207 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:14.419995 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:29:14.447996 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790137792458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.448613 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe9d0a67ca0> segment precommit_create {{(pid=82857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 14:29:14.449082 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Added segment 4415e04d-8dd8-42ae-8891-5f25ef45c9b6 of type vlan for network 0113d322-b7e8-4907-901d-e63d1acd113f
Dec 16 14:29:14.464052 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5bd4e0-450f-469c-bb77-6539af228ab9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:14.520684 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.521011 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.521329 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.521640 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.521962 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.522306 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.522612 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.522930 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.523234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.523532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.523833 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Tracked resource versions report:
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]: pushed versions:
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Log': {'1.0'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Network': {'1.1'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Port': {'1.5'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'PortForwarding': {'1.2'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'QosPolicy': {'1.8'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'SecurityGroup': {'1.2'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'SubPort': {'1.0'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Subnet': {'1.1'},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Trunk': {'1.1'}}
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]: consumer versions:
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Log': '1.0',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Network': '1.1',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Port': '1.5',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'PortForwarding': '1.2',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'QosPolicy': '1.8',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'SecurityGroup': '1.2',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'SubPort': '1.0',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Subnet': '1.1',
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Trunk': '1.1'}}
Dec 16 14:29:14.524843 dv-cinder-821893-3-iscsi neutron-server[82857]:  {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:29:14.580033 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.584989 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:14.633868 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.635515 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:14.636222 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:14.639824 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:14.757028 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=0113d322-b7e8-4907-901d-e63d1acd113f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:14.759759 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9948328
Dec 16 14:29:14.761678 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:14.770811 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 0113d322-b7e8-4907-901d-e63d1acd113f details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:29:17.650818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 54350) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:18.285660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.policy [None req-58a33f7b-aa21-4a77-bb73-54abec30fd6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82858) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 16 14:29:18.286552 dv-cinder-821893-3-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-58a33f7b-aa21-4a77-bb73-54abec30fd6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:18.286968 dv-cinder-821893-3-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-58a33f7b-aa21-4a77-bb73-54abec30fd6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 16 14:29:18.290301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a33f7b-aa21-4a77-bb73-54abec30fd6c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:18.292328 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-58a33f7b-aa21-4a77-bb73-54abec30fd6c admin admin] 10.222.0.67 "GET /v2.0/networks/0113d322-b7e8-4907-901d-e63d1acd113f HTTP/1.1" status: 200  len: 825 time: 0.6405237
Dec 16 14:29:18.332093 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8687f28a-1c2b-42ca-a8eb-087b2d4bc87c admin admin] 10.222.0.67 "GET /v2.0/subnetpools/858450c4-30dd-46d1-8ede-b506bae49da8 HTTP/1.1" status: 200  len: 734 time: 0.0329709
Dec 16 14:29:18.342282 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:18.344627 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.quota [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe9cffee310>.
Dec 16 14:29:18.352667 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:18.359914 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Usage tracker for resource:subnet and tenant:ec15c254e4e4438ba97f65c3eb214d1d is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:18.364983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:18.375197 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:18.391970 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Made reservation on behalf of ec15c254e4e4438ba97f65c3eb214d1d for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:29:18.395804 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:18.727722 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:18.733097 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:18.822335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedd3b97-c0ec-4fe8-bb72-08d8e37f9190,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:18.824930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Checking segment: {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:29:18.825303 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Network hostable DHCP agents. Network: 0113d322-b7e8-4907-901d-e63d1acd113f, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:29:18.843458 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.843783 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.844104 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.844420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.844743 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.845055 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.845364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.845690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.846016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.846316 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.846777 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Tracked resource versions report:
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]: pushed versions:
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Log': {'1.0'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Network': {'1.1'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Port': {'1.5'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'PortForwarding': {'1.2'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'QosPolicy': {'1.8'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'SecurityGroup': {'1.2'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'SubPort': {'1.0'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Subnet': {'1.1'},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Trunk': {'1.1'}}
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]: consumer versions:
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Log': '1.0',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Network': '1.1',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Port': '1.5',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'PortForwarding': '1.2',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'QosPolicy': '1.8',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'SecurityGroup': '1.2',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'SubPort': '1.0',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Subnet': '1.1',
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Trunk': '1.1'}}
Dec 16 14:29:18.847833 dv-cinder-821893-3-iscsi neutron-server[82858]:  {{(pid=82858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:29:18.886123 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Network 0113d322-b7e8-4907-901d-e63d1acd113f is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:29:18.888691 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:18.899379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 0113d322-b7e8-4907-901d-e63d1acd113f) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:29:18.908627 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:18.910136 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:18.915765 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c60935-7fd6-4e66-af99-b0e626ea0da2 None None] Network 0113d322-b7e8-4907-901d-e63d1acd113f requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:29:18.942159 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6043048
Dec 16 14:29:19.257336 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-0113d322-b7e8-4907-901d-e63d1acd113f', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:29:19.258756 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:19.469691 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Allocated IP 172.20.0.2 (0113d322-b7e8-4907-901d-e63d1acd113f/aedd3b97-c0ec-4fe8-bb72-08d8e37f9190/1d4b38f1-8439-4e0a-9950-285c10bd9bd7) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:29:19.728708 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:19.743013 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Transition to ACTIVE for port object 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:29:19.765201 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Transition to ACTIVE for port object 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:29:19.772687 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:19.780901 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:19.843767 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Network 0113d322-b7e8-4907-901d-e63d1acd113f is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:29:19.847409 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:29:19.854503 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:29:19.856828 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Pushing event updated for resources: {'Port': ['ID=1d4b38f1-8439-4e0a-9950-285c10bd9bd7,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:19.894220 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.894656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.894932 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.895240 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.895543 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.895846 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.896145 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.896459 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.896765 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.897057 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.897393 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Tracked resource versions report:
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]: pushed versions:
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Log': {'1.0'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Network': {'1.1'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Port': {'1.5'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'PortForwarding': {'1.2'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'QosPolicy': {'1.8'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'SecurityGroup': {'1.2'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'SubPort': {'1.0'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Subnet': {'1.1'},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Trunk': {'1.1'}}
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]: consumer versions:
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Log': '1.0',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Network': '1.1',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Port': '1.5',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'PortForwarding': '1.2',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'QosPolicy': '1.8',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'SecurityGroup': '1.2',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'SubPort': '1.0',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Subnet': '1.1',
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Trunk': '1.1'}}
Dec 16 14:29:19.898489 dv-cinder-821893-3-iscsi neutron-server[82859]:  {{(pid=82859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:29:19.903305 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:19.968685 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Attempting to bind port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:29:19.969349 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Attempting to bind port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:29:19.969468 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Attempting to bind port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 on network 0113d322-b7e8-4907-901d-e63d1acd113f {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:29:19.977427 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:29:19.977844 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Checking segment: {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:29:19.978449 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:19.978946 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Bound using segment: {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:29:19.979394 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Bound port: 1d4b38f1-8439-4e0a-9950-285c10bd9bd7, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:29:19.979782 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:20.080716 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] For port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:29:20.085015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] For port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=1d4b38f1-8439-4e0a-9950-285c10bd9bd7,segment=NetworkSegment(4415e04d-8dd8-42ae-8891-5f25ef45c9b6),segment_id=4415e04d-8dd8-42ae-8891-5f25ef45c9b6)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:29:20.090319 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:20.094374 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:20.205481 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Pushing event updated for resources: {'Port': ['ID=1d4b38f1-8439-4e0a-9950-285c10bd9bd7,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:20.208977 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:21.434266 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54366) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:21.851303 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-ca2a7e03-a30c-400d-ac4c-894c699e8103 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:29:21.852337 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ca2a7e03-a30c-400d-ac4c-894c699e8103 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4169130
Dec 16 14:29:23.892880 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953eb20b-ad18-428c-99d4-ca0821c9068d None None] Network 0113d322-b7e8-4907-901d-e63d1acd113f requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:29:23.988499 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-69d767bb-58ba-46a5-ab0a-5da155dbb5a7 None None] Provisioning for port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:29:24.214948 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54380) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:24.667722 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-7b4142ca-5a81-4c7e-8455-e04636ce51ac admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:29:24.668739 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7b4142ca-5a81-4c7e-8455-e04636ce51ac admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4528461
Dec 16 14:29:24.799439 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:29:24.881880 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:29:24.887995 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:24.888187 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:25.007451 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:25.040679 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=1d4b38f1-8439-4e0a-9950-285c10bd9bd7,segment=NetworkSegment(4415e04d-8dd8-42ae-8891-5f25ef45c9b6),segment_id=4415e04d-8dd8-42ae-8891-5f25ef45c9b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:29:25.045092 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:25.047367 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:25.111994 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=1d4b38f1-8439-4e0a-9950-285c10bd9bd7,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:25.115442 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:26.769089 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:29:26.846035 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:26.846379 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:27.371208 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54392) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:27.874431 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:27.879932 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:27.883955 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Usage tracker for resource:router and tenant:ec15c254e4e4438ba97f65c3eb214d1d is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:27.887439 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:27.893429 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:27.908748 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:27.911112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:27.941061 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:28.054204 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:28.078807 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:28.080567 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3807b3b0-bc24-48b7-9305-fe624857b7dc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7081504
Dec 16 14:29:28.915528 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-66449cb4-a60c-4b3a-9d43-11ee6b0974e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:30.458167 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54402) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:30.912897 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-398a74d5-c33f-4cab-bc29-2496b8b58f80 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:29:30.914154 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-398a74d5-c33f-4cab-bc29-2496b8b58f80 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4548793
Dec 16 14:29:31.389276 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a8057432-0da7-499e-8815-3a55f8f44bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:32.385421 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:32.776984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.382029 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54422) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:33.585710 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:33.591135 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:33.597532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Usage tracker for resource:network and tenant:5ccd5dcafb684ba88fe8fe109a2798be is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:33.601127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:33.607114 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:33.619326 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Made reservation on behalf of 5ccd5dcafb684ba88fe8fe109a2798be for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:29:33.621738 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.634915 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.667603 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:33.671518 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Usage tracker for resource:security_group_rule and tenant:5ccd5dcafb684ba88fe8fe109a2798be is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:33.674305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:33.680420 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:33.748834 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.754540 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.757795 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:33.774210 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Reserving flat network on physical network physnet1 {{(pid=82857) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 16 14:29:33.795791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e968294-e7ef-4208-9532-a656347e25f6,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:33.799755 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:33.803149 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.803475 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Added segment c4d2a249-7d1b-4392-989a-cfc6f6517e89 of type flat for network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926
Dec 16 14:29:33.840420 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.878632 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.880171 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:33.880834 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:33.884161 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-47300bbb-c2db-43d3-8dd2-047118c86dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:33.989701 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6065197
Dec 16 14:29:33.990417 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Pushing event updated for resources: {'Network': ['ID=7aea5294-7bed-46d0-a8e8-f17a4a4f2926,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:33.993431 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:34.004282 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:29:34.317906 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:36.109023 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 54442) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:36.257159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e78781-8295-4ce8-b6ce-319fde06f3bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:36.258559 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-99e78781-8295-4ce8-b6ce-319fde06f3bb admin admin] 10.222.0.67 "GET /v2.0/subnets/aedd3b97-c0ec-4fe8-bb72-08d8e37f9190 HTTP/1.1" status: 200  len: 849 time: 0.1485133
Dec 16 14:29:36.429653 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1db08c00-4df5-4953-bfce-071c628e5620 admin admin] 10.222.0.67 "GET /v2.0/routers/00bd208e-f5c1-4d6f-a381-3fe30a0000f6 HTTP/1.1" status: 200  len: 704 time: 0.1655192
Dec 16 14:29:36.907307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.156472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Allocated IP 172.20.0.1 (0113d322-b7e8-4907-901d-e63d1acd113f/aedd3b97-c0ec-4fe8-bb72-08d8e37f9190/71aed7b0-e5d3-4554-bc4c-3e83bb014de4) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:29:37.331427 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.350829 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Transition to ACTIVE for port object 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:29:37.410458 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.415190 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:37.483400 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Network 0113d322-b7e8-4907-901d-e63d1acd113f is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:29:37.486710 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:29:37.491903 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Pushing event updated for resources: {'Port': ['ID=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:37.503386 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:29:37.503862 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.566338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:37.649296 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.750285 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-ed35f151-3ca3-4158-903f-b3890259119a None None] Provisioning for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:29:37.756235 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-ed35f151-3ca3-4158-903f-b3890259119a None None] Provisioning complete for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:37.756612 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ed35f151-3ca3-4158-903f-b3890259119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.817326 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ed35f151-3ca3-4158-903f-b3890259119a None None] Port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:29:37.817575 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:29:37.946478 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.952448 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.953714 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:37.957860 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:38.091723 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Pushing event updated for resources: {'Port': ['ID=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:38.094716 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:38.163201 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Network 0113d322-b7e8-4907-901d-e63d1acd113f is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:29:38.164323 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:29:38.346607 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-4d8012c2-f272-4e12-a299-37c724495091 None None] Provisioning complete for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:38.347092 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4d8012c2-f272-4e12-a299-37c724495091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:38.405223 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-4d8012c2-f272-4e12-a299-37c724495091 None None] Port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:29:38.526762 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:29:38.699477 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:29:38.709626 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] 10.222.0.67 "PUT /v2.0/routers/00bd208e-f5c1-4d6f-a381-3fe30a0000f6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2742050
Dec 16 14:29:38.709820 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Sync routers for ids ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:29:38.724055 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Routers {'00bd208e-f5c1-4d6f-a381-3fe30a0000f6'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:29:38.724851 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cff2aca0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:29:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:38.901376 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Set router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:29:39.270374 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cff2aca0>, [{'id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:29:27Z', 'updated_at': '2021-12-16T14:29:37Z', 'revision_number': 2, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'gw_port_host': None, '_interfaces': [{'id': '71aed7b0-e5d3-4554-bc4c-3e83bb014de4', 'name': '', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:36Z', 'updated_at': '2021-12-16T14:29:37Z', 'revision_number': 2, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'subnets': [{'id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:39.275530 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Checking router: 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:29:39.275896 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Updating router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:29:39.331244 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:39.720887 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:39.737378 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Transition to ACTIVE for port object 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:29:39.746227 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:39.751714 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:39.951988 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Pushing event updated for resources: {'Port': ['ID=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:39.996145 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:39.996484 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:39.996939 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:39.997384 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:39.997767 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Tracked resource versions report:
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]: pushed versions:
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Log': {'1.0'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Network': {'1.1'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Port': {'1.5'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'PortForwarding': {'1.2'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'QosPolicy': {'1.8'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'SecurityGroup': {'1.2'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'SubPort': {'1.0'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Subnet': {'1.1'},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Trunk': {'1.1'}}
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]: consumer versions:
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Log': '1.0',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Network': '1.1',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Port': '1.5',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'PortForwarding': '1.2',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'QosPolicy': '1.8',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'SecurityGroup': '1.2',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'SubPort': '1.0',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Subnet': '1.1',
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Trunk': '1.1'}}
Dec 16 14:29:40.001722 dv-cinder-821893-3-iscsi neutron-server[82860]:  {{(pid=82860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:29:40.006437 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:40.026233 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Attempting to bind port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:29:40.026942 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Attempting to bind port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:29:40.027063 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Attempting to bind port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 on network 0113d322-b7e8-4907-901d-e63d1acd113f {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:29:40.034542 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:29:40.034938 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Checking segment: {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:29:40.035479 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:40.036296 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Bound using segment: {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:29:40.036462 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Bound port: 71aed7b0-e5d3-4554-bc4c-3e83bb014de4, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4415e04d-8dd8-42ae-8891-5f25ef45c9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:29:40.036815 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:40.128492 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] For port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:29:40.133193 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] For port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,segment=NetworkSegment(4415e04d-8dd8-42ae-8891-5f25ef45c9b6),segment_id=4415e04d-8dd8-42ae-8891-5f25ef45c9b6)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:29:40.142161 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:40.146813 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:40.237293 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Pushing event updated for resources: {'Port': ['ID=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:40.241117 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:40.245047 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Routers {'00bd208e-f5c1-4d6f-a381-3fe30a0000f6'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:29:40.245733 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cff2aca0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:29:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:40.402797 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] Set router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:29:40.739812 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cff2aca0>, [{'id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:29:27Z', 'updated_at': '2021-12-16T14:29:37Z', 'revision_number': 2, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'gw_port_host': None, '_interfaces': [{'id': '71aed7b0-e5d3-4554-bc4c-3e83bb014de4', 'name': '', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:36Z', 'updated_at': '2021-12-16T14:29:40Z', 'revision_number': 4, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'subnets': [{'id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:40.744077 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947696-a306-4cea-8a16-c90858bb1b1d None None] The sync data for ids ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'] in dv-cinder-821893-3-iscsi is: [{'id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:29:27Z', 'updated_at': '2021-12-16T14:29:37Z', 'revision_number': 2, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'gw_port_host': None, '_interfaces': [{'id': '71aed7b0-e5d3-4554-bc4c-3e83bb014de4', 'name': '', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:36Z', 'updated_at': '2021-12-16T14:29:40Z', 'revision_number': 4, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'subnets': [{'id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:29:40.838310 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 54456) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:41.028939 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816aecea-9a54-491f-a1b7-ae27ad8ed326 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:41.030487 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-816aecea-9a54-491f-a1b7-ae27ad8ed326 admin admin] 10.222.0.67 "GET /v2.0/networks/7aea5294-7bed-46d0-a8e8-f17a4a4f2926 HTTP/1.1" status: 200  len: 842 time: 0.1907873
Dec 16 14:29:41.040932 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:41.046030 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:29:41.049876 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Usage tracker for resource:subnet and tenant:5ccd5dcafb684ba88fe8fe109a2798be is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:29:41.053308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:29:41.059143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:29:41.069564 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Made reservation on behalf of 5ccd5dcafb684ba88fe8fe109a2798be for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:29:41.071786 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:41.481543 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.objects.ports [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82858) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 16 14:29:41.482013 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:41.486585 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:41.545394 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6e6562a-0f0d-4941-8943-bb57b4937c7f,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:41.554080 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:41.575040 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:29:41.575620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Network hostable DHCP agents. Network: 7aea5294-7bed-46d0-a8e8-f17a4a4f2926, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:29:41.608656 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:29:41.622660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 7aea5294-7bed-46d0-a8e8-f17a4a4f2926) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:29:41.626534 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:41.627112 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:41.631839 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76a5c9-8d0d-42f9-aea5-f7861b75ee19 None None] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:29:41.662778 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6256096
Dec 16 14:29:41.885252 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa08f65-76bf-4355-96b8-6ddca102a36d None None] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:29:42.799669 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:29:42.873955 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:29:42.881019 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:42.881501 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:43.052084 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:43.086119 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,segment=NetworkSegment(4415e04d-8dd8-42ae-8891-5f25ef45c9b6),segment_id=4415e04d-8dd8-42ae-8891-5f25ef45c9b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:29:43.091076 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:43.094632 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:43.161512 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=71aed7b0-e5d3-4554-bc4c-3e83bb014de4,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:43.164543 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:43.865105 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 54470) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:44.129390 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cae3a146-de83-4d00-a64a-f7e0a54b01ac admin admin] 10.222.0.67 "GET /v2.0/routers/00bd208e-f5c1-4d6f-a381-3fe30a0000f6 HTTP/1.1" status: 200  len: 710 time: 0.2604611
Dec 16 14:29:44.256968 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd7a38-9b3d-4f17-a6b0-724e16590021 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:29:44.258291 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6bcd7a38-9b3d-4f17-a6b0-724e16590021 admin admin] 10.222.0.67 "GET /v2.0/networks/7aea5294-7bed-46d0-a8e8-f17a4a4f2926 HTTP/1.1" status: 200  len: 886 time: 0.1260316
Dec 16 14:29:44.267327 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:29:44.765895 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:44.781603 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:29:44.850794 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:44.851167 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:44.961218 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:45.023044 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:45.199380 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Allocated IP 172.27.1.182 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/f32d8702-55da-4229-a22a-bc47f0073cab) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:29:45.357589 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:45.412450 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:45.416442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:45.484924 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:29:45.488509 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:29:45.494021 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Pushing event updated for resources: {'Port': ['ID=f32d8702-55da-4229-a22a-bc47f0073cab,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:45.502271 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:29:45.562593 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:45.697127 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:45.869101 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:45.872802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-657208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-717487'] for router, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:46.075849 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:29:46.284195 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:29:46.293830 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:46.295032 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] 10.222.0.67 "PUT /v2.0/routers/00bd208e-f5c1-4d6f-a381-3fe30a0000f6 HTTP/1.1" status: 200  len: 890 time: 2.0312195
Dec 16 14:29:46.296981 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Sync routers for ids ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:29:46.310997 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Routers {'00bd208e-f5c1-4d6f-a381-3fe30a0000f6'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:29:46.311687 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc38610>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:29:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:46.521686 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Set router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:29:46.866135 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc38610>, [{'id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f32d8702-55da-4229-a22a-bc47f0073cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:29:27Z', 'updated_at': '2021-12-16T14:29:45Z', 'revision_number': 4, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'gw_port': {'id': 'f32d8702-55da-4229-a22a-bc47f0073cab', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:45Z', 'updated_at': '2021-12-16T14:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '71aed7b0-e5d3-4554-bc4c-3e83bb014de4', 'name': '', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:36Z', 'updated_at': '2021-12-16T14:29:43Z', 'revision_number': 5, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'subnets': [{'id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:46.871539 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Checking router: 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:29:46.871888 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Updating router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 port f32d8702-55da-4229-a22a-bc47f0073cab binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:29:46.925647 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:47.271354 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:47.288550 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Transition to ACTIVE for port object f32d8702-55da-4229-a22a-bc47f0073cab will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:29:47.296160 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:47.300472 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:47.379463 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Attempting to bind port f32d8702-55da-4229-a22a-bc47f0073cab on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:29:47.380127 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Attempting to bind port f32d8702-55da-4229-a22a-bc47f0073cab by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:29:47.380375 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Attempting to bind port f32d8702-55da-4229-a22a-bc47f0073cab on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:29:47.382675 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c01075-c936-44db-9c70-5b100ffd57d1 None None] Pushing event updated for resources: {'Port': ['ID=f32d8702-55da-4229-a22a-bc47f0073cab,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:47.387149 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-35c01075-c936-44db-9c70-5b100ffd57d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:47.391911 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:29:47.392239 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:29:47.392625 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:47.393099 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:29:47.393492 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Bound port: f32d8702-55da-4229-a22a-bc47f0073cab, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:29:47.393951 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:47.470325 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] For port f32d8702-55da-4229-a22a-bc47f0073cab, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:29:47.473626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] For port f32d8702-55da-4229-a22a-bc47f0073cab, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=f32d8702-55da-4229-a22a-bc47f0073cab,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:29:47.480626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:47.487467 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-35c01075-c936-44db-9c70-5b100ffd57d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:47.588929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c01075-c936-44db-9c70-5b100ffd57d1 None None] Pushing event updated for resources: {'Port': ['ID=f32d8702-55da-4229-a22a-bc47f0073cab,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:47.592226 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-35c01075-c936-44db-9c70-5b100ffd57d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:47.593270 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Routers {'00bd208e-f5c1-4d6f-a381-3fe30a0000f6'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:29:47.593891 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc38610>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:29:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:47.816438 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] Set router 00bd208e-f5c1-4d6f-a381-3fe30a0000f6 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:29:48.183493 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc38610>, [{'id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f32d8702-55da-4229-a22a-bc47f0073cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:29:27Z', 'updated_at': '2021-12-16T14:29:45Z', 'revision_number': 4, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'gw_port': {'id': 'f32d8702-55da-4229-a22a-bc47f0073cab', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:45Z', 'updated_at': '2021-12-16T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '71aed7b0-e5d3-4554-bc4c-3e83bb014de4', 'name': '', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:36Z', 'updated_at': '2021-12-16T14:29:43Z', 'revision_number': 5, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'subnets': [{'id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:29:48.187675 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7243b6b-96b6-48f4-96b1-4ba27a8eaff0 None None] The sync data for ids ['00bd208e-f5c1-4d6f-a381-3fe30a0000f6'] in dv-cinder-821893-3-iscsi is: [{'id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'name': 'router1', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': 'f32d8702-55da-4229-a22a-bc47f0073cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:29:27Z', 'updated_at': '2021-12-16T14:29:45Z', 'revision_number': 4, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'gw_port': {'id': 'f32d8702-55da-4229-a22a-bc47f0073cab', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:45Z', 'updated_at': '2021-12-16T14:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '71aed7b0-e5d3-4554-bc4c-3e83bb014de4', 'name': '', 'network_id': '0113d322-b7e8-4907-901d-e63d1acd113f', 'tenant_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'mac_address': 'fa:16:3e:81:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00bd208e-f5c1-4d6f-a381-3fe30a0000f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:29:36Z', 'updated_at': '2021-12-16T14:29:43Z', 'revision_number': 5, 'project_id': 'ec15c254e4e4438ba97f65c3eb214d1d', 'subnets': [{'id': 'aedd3b97-c0ec-4fe8-bb72-08d8e37f9190', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '858450c4-30dd-46d1-8ede-b506bae49da8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:29:48.649527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 54482) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:29:48.812203 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device f32d8702-55da-4229-a22a-bc47f0073cab up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:29:48.819985 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-59e6fd90-e8e6-433a-be25-169efb226108 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1692140
Dec 16 14:29:48.919170 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port f32d8702-55da-4229-a22a-bc47f0073cab completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:29:48.928064 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port f32d8702-55da-4229-a22a-bc47f0073cab triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:48.928568 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:49.082506 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:49.099552 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port f32d8702-55da-4229-a22a-bc47f0073cab, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=f32d8702-55da-4229-a22a-bc47f0073cab,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:29:49.105446 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:49.107638 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:29:49.180377 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=f32d8702-55da-4229-a22a-bc47f0073cab,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:29:49.183698 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:29:50.792129 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device f32d8702-55da-4229-a22a-bc47f0073cab up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:29:50.880384 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port f32d8702-55da-4229-a22a-bc47f0073cab triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:29:50.880777 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:29:58.916391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b1e8c41b-818b-4ecf-8a4f-d94fae3bd58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:01.429434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4128435b-96ed-48f5-b8ab-d3af14397459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:02.384250 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:02.784673 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:04.332910 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:14.818765 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:30:28.917757 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e403b8ff-206c-404d-82c5-ac828d7fbf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:31.387039 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-366eb46e-26a0-44a6-8f5f-9e08f9cec767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:32.380515 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:32.782857 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:34.340536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:30:51.819190 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:30:58.921406 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-72c6db75-0c28-49cf-8df6-8b80555dbec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:01.393906 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0260-1af1-461d-8b00-4b87ac960fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:02.414108 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:02.847218 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:04.349759 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:28.820547 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:31:28.921871 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-799a89d2-61b3-4113-b411-5c36bd0a3911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:31.380134 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-741f5d54-031f-4cfb-be17-a0b66a9c4d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:32.374574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:32.790079 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:34.345390 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:58.897893 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55060) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:31:58.919906 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d70ec636-f9c8-4127-8070-0d164c6f06e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:31:59.014322 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa72fd6-bd62-47cd-9ba0-78c2dbc1afc8 admin admin] GET failed (client error): The resource could not be found.
Dec 16 14:31:59.014837 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aaa72fd6-bd62-47cd-9ba0-78c2dbc1afc8 admin admin] Synchronizing usage tracker for tenant:5ccd5dcafb684ba88fe8fe109a2798be on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:31:59.038409 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aaa72fd6-bd62-47cd-9ba0-78c2dbc1afc8 admin admin] Unset dirty status for tenant:5ccd5dcafb684ba88fe8fe109a2798be on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:31:59.039591 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-aaa72fd6-bd62-47cd-9ba0-78c2dbc1afc8 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1406848
Dec 16 14:31:59.185059 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa480cc-0ff7-4df6-977d-7ad6bade51fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:31:59.187251 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7fa480cc-0ff7-4df6-977d-7ad6bade51fb admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1424325
Dec 16 14:32:01.314186 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55070) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:01.387726 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1084e2d2-3da1-4876-9fae-c55178fd6d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:01.484558 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228f948-b770-4c23-94e5-5c696cf4d087 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:01.485336 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e228f948-b770-4c23-94e5-5c696cf4d087 admin admin] Synchronizing usage tracker for tenant:5ccd5dcafb684ba88fe8fe109a2798be on resource:subnet {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:32:01.507985 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e228f948-b770-4c23-94e5-5c696cf4d087 admin admin] Unset dirty status for tenant:5ccd5dcafb684ba88fe8fe109a2798be on resource:subnet {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:32:01.509415 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e228f948-b770-4c23-94e5-5c696cf4d087 admin admin] 10.222.0.67 "GET /v2.0/subnets/aedd3b97-c0ec-4fe8-bb72-08d8e37f9190 HTTP/1.1" status: 200  len: 849 time: 0.1941025
Dec 16 14:32:01.520798 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:32:01.645971 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:01.885664 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790137764868'] for subnet, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:01.889692 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:32:01.937105 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:01.938274 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:01.940375 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] 10.222.0.67 "PUT /v2.0/subnets/aedd3b97-c0ec-4fe8-bb72-08d8e37f9190 HTTP/1.1" status: 200  len: 868 time: 0.4242697
Dec 16 14:32:01.940944 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a4e4c-3ff6-4c49-9e07-7b43ecd2591a None None] Network 0113d322-b7e8-4907-901d-e63d1acd113f requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:32:01.963206 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedd3b97-c0ec-4fe8-bb72-08d8e37f9190,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:32:01.973387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.973813 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.974135 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.974400 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.974714 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.975042 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.975565 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.975924 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.976236 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.976545 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.976849 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:01.981671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:32:02.370224 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:02.534761 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-53578ccc-c825-49d7-98bd-dfa7a90ea857 None None] Provisioning complete for port 71aed7b0-e5d3-4554-bc4c-3e83bb014de4 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:32:02.535477 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-53578ccc-c825-49d7-98bd-dfa7a90ea857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:02.670384 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-53578ccc-c825-49d7-98bd-dfa7a90ea857 None None] Provisioning complete for port 1d4b38f1-8439-4e0a-9950-285c10bd9bd7 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:32:02.670753 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-53578ccc-c825-49d7-98bd-dfa7a90ea857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:02.813462 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:04.022735 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55080) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:04.230068 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ee1c7-ad0b-454d-85b8-a7e49005b7da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:04.230338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ee1c7-ad0b-454d-85b8-a7e49005b7da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:04.231902 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bc0ee1c7-ad0b-454d-85b8-a7e49005b7da admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2079332
Dec 16 14:32:04.349790 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:05.821927 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:32:06.308597 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55092) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:06.539208 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace09c10-4194-4039-a2b3-805b633b1c98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:06.539507 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace09c10-4194-4039-a2b3-805b633b1c98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:06.541134 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ace09c10-4194-4039-a2b3-805b633b1c98 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2315834
Dec 16 14:32:08.908359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55102) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:09.117650 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017c3f9-0b70-4e0e-a8b0-577547bf64b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:09.119093 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9017c3f9-0b70-4e0e-a8b0-577547bf64b6 admin admin] 10.222.0.67 "GET /v2.0/networks/0113d322-b7e8-4907-901d-e63d1acd113f HTTP/1.1" status: 200  len: 869 time: 0.2097766
Dec 16 14:32:11.226582 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55112) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:11.430087 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b2e2cb-2173-4f3c-9cc1-f58b22197a3b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:11.431373 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-92b2e2cb-2173-4f3c-9cc1-f58b22197a3b admin admin] 10.222.0.67 "GET /v2.0/networks/7aea5294-7bed-46d0-a8e8-f17a4a4f2926 HTTP/1.1" status: 200  len: 886 time: 0.2037978
Dec 16 14:32:13.491888 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55122) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:13.630616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c4652-a9a0-4bea-97cb-1fe4ead9ca25 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:13.630993 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c4652-a9a0-4bea-97cb-1fe4ead9ca25 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:13.632545 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1b0c4652-a9a0-4bea-97cb-1fe4ead9ca25 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1396580
Dec 16 14:32:15.740572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55132) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:15.877214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7331a9-b868-40c1-9855-d025e827d5b2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:15.877586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7331a9-b868-40c1-9855-d025e827d5b2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:15.879120 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1b7331a9-b868-40c1-9855-d025e827d5b2 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1375906
Dec 16 14:32:18.099324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55142) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:18.284905 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb0c58-d974-4fb7-9f6f-96f5a509f094 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:18.286224 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-edfb0c58-d974-4fb7-9f6f-96f5a509f094 admin admin] 10.222.0.67 "GET /v2.0/subnets/aedd3b97-c0ec-4fe8-bb72-08d8e37f9190 HTTP/1.1" status: 200  len: 868 time: 0.1858697
Dec 16 14:32:20.350828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55152) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:20.483761 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d3816-1a97-4df9-825a-533a23abc849 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:20.485101 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0a1d3816-1a97-4df9-825a-533a23abc849 admin admin] 10.222.0.67 "GET /v2.0/subnets/d6e6562a-0f0d-4941-8943-bb57b4937c7f HTTP/1.1" status: 200  len: 816 time: 0.1333842
Dec 16 14:32:28.921803 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a3e30a3c-d439-49dd-9949-46df3e6036e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:31.385634 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f82c6e27-f91c-4689-afc4-a1111a1ea18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:32.370360 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:32.798178 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:34.355659 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:39.685963 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55190) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:39.762506 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-646d4133-33f3-4e57-afca-eacd7c5d8cf3 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:32:39.763511 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-646d4133-33f3-4e57-afca-eacd7c5d8cf3 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0763988
Dec 16 14:32:41.928136 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55200) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:42.038151 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.pecan_wsgi.hooks.translation [None req-45753d5f-b13e-408a-a876-c5306c5d42db admin admin] GET failed (client error): The resource could not be found.
Dec 16 14:32:42.039470 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-45753d5f-b13e-408a-a876-c5306c5d42db admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1103046
Dec 16 14:32:42.230231 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4801fa9-2746-4b20-9455-63599b3e583e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:42.231830 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f4801fa9-2746-4b20-9455-63599b3e583e admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1881084
Dec 16 14:32:42.825066 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:32:44.406304 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55210) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:44.490215 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:32:44.497286 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:32:44.509382 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:32:44.524038 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Made reservation on behalf of 5ccd5dcafb684ba88fe8fe109a2798be for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:32:44.527452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:44.619867 dv-cinder-821893-3-iscsi neutron-server[82857]: WARNING neutron.services.revisions.revision_plugin [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe9cf36e580] {project_id='5ccd5dcafb684ba88fe8fe109a2798be', id='07bbd79a-94f5-47ac-9025-09a59b47276b', target_tenant='*', action='access_as_shared', object_id='3b7deb13-d6a9-4a6c-bb47-b2393a809f56'}> to bump revision.
Dec 16 14:32:44.634960 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:32:44.646401 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:44.646834 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Added segment 2f58b499-5854-4a1f-b369-f024ba8544ff of type vlan for network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56
Dec 16 14:32:44.678123 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:44.717595 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:44.718890 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:44.719484 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:44.723110 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:32:44.822951 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7deb13-d6a9-4a6c-bb47-b2393a809f56,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:32:44.826125 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4183750
Dec 16 14:32:44.833758 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.834371 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.834371 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.834778 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.835030 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.835335 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.835646 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.835960 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.836271 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.836579 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.836887 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:44.841552 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:32:44.858693 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:32:46.952636 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55220) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:32:47.053654 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94e87bb-d1f7-45d9-ac45-ff9e2247bc3f admin admin] GET failed (client error): The resource could not be found.
Dec 16 14:32:47.055043 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b94e87bb-d1f7-45d9-ac45-ff9e2247bc3f admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1013560
Dec 16 14:32:47.169218 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96af285-ba13-45ec-b4d2-fb957efcd7e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:47.171048 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b96af285-ba13-45ec-b4d2-fb957efcd7e8 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1109793
Dec 16 14:32:47.181814 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:32:47.187223 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:32:47.197331 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:32:47.208229 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Made reservation on behalf of 5ccd5dcafb684ba88fe8fe109a2798be for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:32:47.210576 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:47.438480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:47.443660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2c396cd4-5fde-4ecd-95d1-86333152c163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:32:47.511934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64af6e7-dcbb-4f66-8138-6a86d0658dde,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:32:47.514949 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:32:47.542024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Checking segment: {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:32:47.542386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Network hostable DHCP agents. Network: 3b7deb13-d6a9-4a6c-bb47-b2393a809f56, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:32:47.568465 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:32:47.579194 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 3b7deb13-d6a9-4a6c-bb47-b2393a809f56) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:32:47.583572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:32:47.584157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:47.591243 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e2dd0-f6ec-4c27-8e38-b39aa334b6b1 None None] Network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:32:47.615332 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4370284
Dec 16 14:32:47.838441 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-3b7deb13-d6a9-4a6c-bb47-b2393a809f56', 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56', 'tenant_id': '5ccd5dcafb684ba88fe8fe109a2798be', 'fixed_ips': [{'subnet_id': 'e64af6e7-dcbb-4f66-8138-6a86d0658dde'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:32:47.839363 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.030542 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Allocated IP 192.168.233.2 (3b7deb13-d6a9-4a6c-bb47-b2393a809f56/e64af6e7-dcbb-4f66-8138-6a86d0658dde/85d37de2-62e3-4457-b33d-75c2ad63d155) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:32:48.264421 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.276855 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Transition to ACTIVE for port object 85d37de2-62e3-4457-b33d-75c2ad63d155 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:32:48.302677 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Transition to ACTIVE for port object 85d37de2-62e3-4457-b33d-75c2ad63d155 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:32:48.309937 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.317574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-35c01075-c936-44db-9c70-5b100ffd57d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:32:48.390783 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:32:48.394283 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:32:48.396175 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Pushing event updated for resources: {'Port': ['ID=85d37de2-62e3-4457-b33d-75c2ad63d155,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:32:48.398648 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:32:48.410621 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.410970 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.411286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.411622 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.411932 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.412250 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.412566 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.412909 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.413222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.413536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.413841 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:32:48.440864 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:32:48.504479 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Attempting to bind port 85d37de2-62e3-4457-b33d-75c2ad63d155 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:32:48.504863 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Attempting to bind port 85d37de2-62e3-4457-b33d-75c2ad63d155 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:32:48.505248 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Attempting to bind port 85d37de2-62e3-4457-b33d-75c2ad63d155 on network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:32:48.512202 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:32:48.512555 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Checking segment: {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:32:48.512944 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.513338 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Bound using segment: {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:32:48.513853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Bound port: 85d37de2-62e3-4457-b33d-75c2ad63d155, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:32:48.514251 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.613625 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] For port 85d37de2-62e3-4457-b33d-75c2ad63d155, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:32:48.618022 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] For port 85d37de2-62e3-4457-b33d-75c2ad63d155, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=85d37de2-62e3-4457-b33d-75c2ad63d155,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:32:48.623715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:48.629779 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:32:48.743506 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Pushing event updated for resources: {'Port': ['ID=85d37de2-62e3-4457-b33d-75c2ad63d155,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:32:48.759545 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:32:49.703234 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653a1e5-c562-4017-934e-fe404c970a93 None None] Network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:32:49.835892 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-85a75132-84aa-4151-b43a-31a37ea0b4e2 None None] Provisioning for port 85d37de2-62e3-4457-b33d-75c2ad63d155 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:32:50.919271 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 85d37de2-62e3-4457-b33d-75c2ad63d155 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:32:51.004319 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 85d37de2-62e3-4457-b33d-75c2ad63d155 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:32:51.012440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 85d37de2-62e3-4457-b33d-75c2ad63d155 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:32:51.013117 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:51.170222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:51.202815 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 85d37de2-62e3-4457-b33d-75c2ad63d155, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=85d37de2-62e3-4457-b33d-75c2ad63d155,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:32:51.209881 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:51.214652 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:32:51.295407 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=85d37de2-62e3-4457-b33d-75c2ad63d155,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:32:51.301726 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:32:52.883979 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 85d37de2-62e3-4457-b33d-75c2ad63d155 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:32:52.959946 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 85d37de2-62e3-4457-b33d-75c2ad63d155 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:32:52.960323 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:32:58.927713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0b217544-0441-465f-9530-89e7f71ab4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:01.390894 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-837930cd-42fe-4150-b3f8-edb0ae44ae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:02.371604 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:02.798204 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:04.362441 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:19.829972 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:33:28.932614 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-24292de9-b0d3-4d18-89aa-333d50a3e271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:31.378362 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-24c8f6c5-8e3c-4efd-b907-7a32c2bc2e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:32.368703 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:32.800377 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:34.361452 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:33:56.830068 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:33:58.919590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7974d775-6b1a-4214-9ccc-f7afc8ba7e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:01.378815 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5a3e20d0-d911-4429-88ad-512cec3368ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:02.371523 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:02.618817 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55264) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:02.626245 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [None req-324b71f9-b51b-4274-89bc-e37af1802d90 tempest-verify_tempest_config-615895522 tempest-verify_tempest_config-615895522-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:34:02.627190 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-324b71f9-b51b-4274-89bc-e37af1802d90 tempest-verify_tempest_config-615895522 tempest-verify_tempest_config-615895522-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0069771
Dec 16 14:34:02.803922 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:02.991091 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55280) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:03.152266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.196053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:34:03.200481 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Usage tracker for resource:security_group_rule and tenant:679b9ce2113c4f859e8434b08555feb0 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:34:03.203621 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:34:03.209562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:34:03.281483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.288766 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.296309 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:03.339586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae50ea-45fa-4c59-acfd-0e5396c27475,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:03.344234 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=679b9ce2113c4f859e8434b08555feb0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3520224
Dec 16 14:34:03.347234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55286) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:34:03.352054 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.352520 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.352955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.353480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.354055 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.354468 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.354850 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.355234 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.355663 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.356024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.356410 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.361724 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:03.429093 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.455233 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.548192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.555068 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:34:03.571918 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae50ea-45fa-4c59-acfd-0e5396c27475,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:34:03.576573 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:03.577672 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f8ae50ea-45fa-4c59-acfd-0e5396c27475 HTTP/1.1" status: 204  len: 168 time: 0.2294431
Dec 16 14:34:03.582603 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.582947 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.583252 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.583574 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.583899 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.584210 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.584518 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.584826 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.585132 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.585435 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.585743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:34:03.590043 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:34:04.363212 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:28.916397 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9c2f06dd-7792-4514-ad08-2c6cd92b2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:31.380333 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7e47f165-32b3-4d99-abf2-91458b6e8a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:32.370127 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:32.806713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:33.834061 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:34:34.369382 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:34:58.912807 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a72b9d8a-4501-41bb-be3c-0904d0bc788b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:01.381184 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2324ebf0-cba5-44fe-ac9b-3b1dd632921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:02.371249 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:02.810610 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:04.366267 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:10.836283 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:35:28.909196 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-602dcf04-e09e-4c1f-a19a-2129012de65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:31.377160 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-74eddad4-404e-488a-9597-764b66a4e857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:32.371988 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:32.816232 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:34.374360 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:40.181135 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-658854'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:35:47.840827 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:35:56.064395 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55356) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:35:56.216903 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-328d91c7-7e1a-45ae-9cf1-54a1c3dc8271 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1506021
Dec 16 14:35:58.329783 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55370) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:35:58.426949 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-07278ac9-89ec-4832-88a5-b557095511d8 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0956399
Dec 16 14:35:58.904934 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-96395dd1-b625-467a-a864-529edcf45ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:01.380905 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-01da3c41-b366-49e9-995f-85eab1a5de5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:02.376631 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:02.814947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:04.378160 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:10.160408 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:24.842921 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:36:28.902955 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-bc7e14c7-9095-4872-a0b0-339565ac8ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:31.386996 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-30e33e07-3b23-42fc-b5b4-8b07e0b75064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:32.374937 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:32.821142 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:34.378934 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:40.160090 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:36:58.897223 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-108dd45a-0e12-457c-a173-841e7e739bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:01.382642 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7ccaafe0-a5b1-4d09-b918-5e93d99083d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:01.844435 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:37:02.370139 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:02.824373 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:04.379259 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:10.177833 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:28.906488 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-86223f00-8da9-4ce1-ae5d-18fd566175e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:31.408335 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c5331e84-e4b7-46bc-bc65-9bddcd1a81bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:32.377164 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:32.828241 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:34.391285 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:38.847527 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:37:40.058097 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55568) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:40.184213 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.324289 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55582) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:40.556359 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-network', 'tenant_id': '198be39f56934fc58b1c76e532336733'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:40.561205 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:40.565791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Usage tracker for resource:network and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:40.569227 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:40.576130 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:40.590345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Made reservation on behalf of 198be39f56934fc58b1c76e532336733 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:40.593662 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.611959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.649572 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:40.653885 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:40.657043 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:40.663560 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:40.732810 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.738056 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.741958 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-150abac2-654c-4cea-b78d-dbbf52e4e88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:40.778418 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a24bfe-15f5-44f5-bdcc-b989231533b6,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:40.783738 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:37:40.796928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.797288 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.797793 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.798789 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.798789 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.799183 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.799569 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.800026 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.800430 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.801157 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.801407 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Tracked resource versions report:
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]: pushed versions:
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Log': {'1.0'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Network': {'1.1'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Port': {'1.5'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'PortForwarding': {'1.2'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'QosPolicy': {'1.8'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'SecurityGroup': {'1.2'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'SubPort': {'1.0'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Subnet': {'1.1'},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     'Trunk': {'1.1'}}
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]: consumer versions:
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Log': '1.0',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Network': '1.1',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Port': '1.5',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'PortForwarding': '1.2',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'QosPolicy': '1.8',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'SecurityGroup': '1.2',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'SubPort': '1.0',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Subnet': '1.1',
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:                                                      'Trunk': '1.1'}}
Dec 16 14:37:40.802493 dv-cinder-821893-3-iscsi neutron-server[82857]:  {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:37:40.809671 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.810150 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Added segment b9b8da24-d006-4c9f-b157-eb795c2be428 of type vlan for network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb
Dec 16 14:37:40.838875 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:40.843094 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.876787 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.878315 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:40.879349 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:40.885162 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-fd2a8c9e-9030-4362-b25e-c91e6c5e1939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:40.892870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55600) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:40.990753 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9279728
Dec 16 14:37:40.991024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55606) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:40.992814 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Pushing event updated for resources: {'Network': ['ID=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:40.996852 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:40.999553 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Request body: {'subnet': {'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-subnet', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:41.011101 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:37:41.012069 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.016321 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Usage tracker for resource:subnet and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.019338 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.026350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1133077471-network', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:41.026513 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.033707 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.041328 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Made reservation on behalf of 198be39f56934fc58b1c76e532336733 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:41.044813 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.046526 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Usage tracker for resource:network and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.052789 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.073928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.100117 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Made reservation on behalf of f78091827c644b1fb185ec17f9aa73e2 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:41.103154 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.144828 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.204780 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.209975 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.214686 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.221887 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.300846 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.306693 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.321614 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:41.325889 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.331615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-56c6839b-ccb9-4f56-a17c-a097a1460a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:41.353065 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:37:41.365716 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.366082 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Added segment 6d7a9271-192a-40a8-80e3-6b115537cdb8 of type vlan for network 6169d189-9be4-4abd-beaa-98b69d0a6fcc
Dec 16 14:37:41.407388 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d32b759-ce69-472d-a6ab-ba81cc4970a4,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:41.413969 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.419791 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.420134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.420512 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.420857 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.421199 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.421542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.421859 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.422515 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.422838 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.423148 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.423456 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Tracked resource versions report:
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]: pushed versions:
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Log': {'1.0'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Network': {'1.1'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Port': {'1.5'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'PortForwarding': {'1.2'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'QosPolicy': {'1.8'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'SecurityGroup': {'1.2'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'SubPort': {'1.0'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Subnet': {'1.1'},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     'Trunk': {'1.1'}}
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]: consumer versions:
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Log': '1.0',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Network': '1.1',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Port': '1.5',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'PortForwarding': '1.2',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'QosPolicy': '1.8',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'SecurityGroup': '1.2',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'SubPort': '1.0',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Subnet': '1.1',
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:                                                      'Trunk': '1.1'}}
Dec 16 14:37:41.424432 dv-cinder-821893-3-iscsi neutron-server[82858]:  {{(pid=82858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:37:41.428685 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:41.465008 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fed54-b8a4-4ba0-b660-ad42f79c30f7,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:41.468555 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:41.470954 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.472539 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:41.475088 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.477579 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Checking segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:41.477969 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Network hostable DHCP agents. Network: 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:37:41.501470 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:41.525249 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:37:41.547832 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:41.553870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:41.555698 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.557670 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f676620-9d62-4d6c-b42f-854a334a16a1 None None] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:37:41.602415 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6048787
Dec 16 14:37:41.603297 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55620) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:41.611236 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:41.618399 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.623831 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Usage tracker for resource:router and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.625933 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Pushing event updated for resources: {'Network': ['ID=6169d189-9be4-4abd-beaa-98b69d0a6fcc,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:41.633808 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3082755
Dec 16 14:37:41.635177 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:41.636249 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55624) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:41.636620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-673199063-network', 'tenant_id': 'bb69c5ffb21a48ba9f80a543e763d5d4'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:41.642219 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Request body: {'subnet': {'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1133077471-subnet', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:41.643159 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.648589 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Usage tracker for resource:network and tenant:bb69c5ffb21a48ba9f80a543e763d5d4 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.649435 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.652247 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.654155 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Usage tracker for resource:subnet and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.658649 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.659756 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.667313 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.669950 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.676974 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Made reservation on behalf of bb69c5ffb21a48ba9f80a543e763d5d4 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:41.680764 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.681009 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Made reservation on behalf of f78091827c644b1fb185ec17f9aa73e2 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:41.683619 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.701929 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.710848 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:37:41.729388 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.788981 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:41.797903 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Usage tracker for resource:security_group_rule and tenant:bb69c5ffb21a48ba9f80a543e763d5d4 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:41.807730 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:41.825549 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:41.935167 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.936217 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:41.975693 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.067991 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:37:42.069647 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.069923 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.078441 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:42.158537 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Checking segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:42.159304 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Network hostable DHCP agents. Network: 6169d189-9be4-4abd-beaa-98b69d0a6fcc, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:37:42.197566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:37:42.209286 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 6169d189-9be4-4abd-beaa-98b69d0a6fcc) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:42.210830 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.217143 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184d3232-be31-4cb1-b518-e34f0ec5b8ba,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:42.217394 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.220876 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:42.222181 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:42.222408 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.255651 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:42.263668 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6258254
Dec 16 14:37:42.265076 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55644) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:42.278749 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:42.292126 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:42.295992 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648ca30-f7b2-49c5-8bc1-a0f420330310 None None] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:37:42.304330 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Usage tracker for resource:router and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:42.309171 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:42.318149 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:42.334281 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.338379 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.390887 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.473805 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:37:42.521161 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Allocated IP 172.20.0.2 (2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb/3d32b759-ce69-472d-a6ab-ba81cc4970a4/588ca7d9-a61a-45d0-bf74-4f2ec188cfdc) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:42.530622 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790137792458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.541254 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe9d0a67ca0> segment precommit_create {{(pid=82858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 16 14:37:42.543674 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Added segment 0145021a-2c41-4d46-97a5-eb131123b9d1 of type vlan for network ac6b60fa-9bd2-492c-8a75-465336d88d1a
Dec 16 14:37:42.602739 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056bdd7f-9460-4259-be6f-b69991797420,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:42.625302 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:42.668958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.689212 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.766523 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.932288 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.939705 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:37:42.940929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.944481 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:42.947481 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:42.966668 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:43.141302 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6b60fa-9bd2-492c-8a75-465336d88d1a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:43.142242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:43.157278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:43.159477 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2649589
Dec 16 14:37:43.166203 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55662) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:43.173271 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network ac6b60fa-9bd2-492c-8a75-465336d88d1a details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:37:43.185966 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Request body: {'subnet': {'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-673199063-subnet', 'tenant_id': 'bb69c5ffb21a48ba9f80a543e763d5d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:43.195853 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:43.204541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Usage tracker for resource:subnet and tenant:bb69c5ffb21a48ba9f80a543e763d5d4 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:43.215472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:43.226665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:43.227506 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:43.310252 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Made reservation on behalf of bb69c5ffb21a48ba9f80a543e763d5d4 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:43.317958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:43.510728 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Allocated IP 172.27.1.191 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/e28851c3-2c5e-482d-8e1d-41b592fcb8dd) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:43.841359 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:43.870683 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:43.898350 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Transition to ACTIVE for port object 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:43.927806 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:43.955947 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:43.964493 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Allocated IP 172.20.0.2 (6169d189-9be4-4abd-beaa-98b69d0a6fcc/184d3232-be31-4cb1-b518-e34f0ec5b8ba/2e2e6958-2776-4599-a071-8f1f74451e17) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:43.991590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Transition to ACTIVE for port object 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:43.996825 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:44.006274 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:44.027144 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.033799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:44.066687 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.074351 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.219814 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2462607a-60a6-4fb0-83e3-2283528b8a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:44.267753 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.280125 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:44.305637 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Pushing event updated for resources: {'Port': ['ID=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:44.311589 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:44.312412 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:44.334033 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.335313 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.342780 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:44.358159 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:44.448344 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Allocated IP 172.27.1.246 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/15077544-d680-4bd1-a050-11c8ad4591e0) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:44.534313 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Attempting to bind port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:37:44.534696 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Attempting to bind port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:37:44.535031 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Attempting to bind port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:37:44.547553 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:37:44.548014 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Checking segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:44.548332 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.548716 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Bound using segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:37:44.549190 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Bound port: 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:37:44.549573 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.659549 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] For port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:37:44.663084 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] For port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:37:44.680787 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.691168 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Pushing event updated for resources: {'Port': ['ID=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:44.706849 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.707245 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.707571 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.708209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.708209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.708637 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.709107 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.709428 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.709736 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.710205 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.711109 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Tracked resource versions report:
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]: pushed versions:
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Log': {'1.0'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Network': {'1.1'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Port': {'1.5'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'PortForwarding': {'1.2'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'QosPolicy': {'1.8'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'SecurityGroup': {'1.2'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'SubPort': {'1.0'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Subnet': {'1.1'},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     'Trunk': {'1.1'}}
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]: consumer versions:
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Log': '1.0',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Network': '1.1',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Port': '1.5',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'PortForwarding': '1.2',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'QosPolicy': '1.8',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'SecurityGroup': '1.2',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'SubPort': '1.0',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Subnet': '1.1',
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:                                                      'Trunk': '1.1'}}
Dec 16 14:37:44.712327 dv-cinder-821893-3-iscsi neutron-server[82859]:  {{(pid=82859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:37:44.715415 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:44.716064 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:44.811846 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Pushing event updated for resources: {'Port': ['ID=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:44.820112 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:44.831112 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.896641 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:37:44.897543 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed4493c-ad19-4f23-8c84-94f4cea42328,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:44.901214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Checking segment: {'id': '0145021a-2c41-4d46-97a5-eb131123b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:44.901594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Network hostable DHCP agents. Network: ac6b60fa-9bd2-492c-8a75-465336d88d1a, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:37:44.908657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:44.968213 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:44.976134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:45.012505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Network ac6b60fa-9bd2-492c-8a75-465336d88d1a is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:37:45.020269 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.049521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Transition to ACTIVE for port object 2e2e6958-2776-4599-a071-8f1f74451e17 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:45.089323 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:45.103305 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:45.117940 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Transition to ACTIVE for port object 2e2e6958-2776-4599-a071-8f1f74451e17 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:45.120286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.148784 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:45.158698 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:45.258718 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:45.262786 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:45.265132 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:45.370287 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, ac6b60fa-9bd2-492c-8a75-465336d88d1a) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:45.379257 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:45.380125 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.421404 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Pushing event updated for resources: {'Port': ['ID=15077544-d680-4bd1-a050-11c8ad4591e0,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:45.425346 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Pushing event updated for resources: {'Port': ['ID=2e2e6958-2776-4599-a071-8f1f74451e17,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:45.425577 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:37:45.429973 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4396f062-a166-4bc2-8e8f-c1d07a66241f None None] Network ac6b60fa-9bd2-492c-8a75-465336d88d1a requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:37:45.436197 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:45.439066 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:37:45.451771 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:45.470352 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2883766
Dec 16 14:37:45.481486 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:37:45.482415 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde7c70>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:37:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:45.496363 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.501179 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2347233
Dec 16 14:37:45.503125 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55738) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:45.520130 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.520920 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.563074 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Attempting to bind port 2e2e6958-2776-4599-a071-8f1f74451e17 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:37:45.563436 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Attempting to bind port 2e2e6958-2776-4599-a071-8f1f74451e17 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:37:45.563787 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Attempting to bind port 2e2e6958-2776-4599-a071-8f1f74451e17 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:37:45.575614 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:37:45.575987 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Checking segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:45.576502 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.576917 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Bound using segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:37:45.577481 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Bound port: 2e2e6958-2776-4599-a071-8f1f74451e17, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:37:45.577870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.748296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] For port 2e2e6958-2776-4599-a071-8f1f74451e17, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:37:45.758371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] For port 2e2e6958-2776-4599-a071-8f1f74451e17, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=2e2e6958-2776-4599-a071-8f1f74451e17,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:37:45.771385 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:45.781695 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:45.865303 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:37:45.896970 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Pushing event updated for resources: {'Port': ['ID=2e2e6958-2776-4599-a071-8f1f74451e17,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:45.911719 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:46.201775 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd447fa-5756-4496-afd7-350fe729f324 None None] Network ac6b60fa-9bd2-492c-8a75-465336d88d1a requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:37:46.269402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55760) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:46.290852 dv-cinder-821893-3-iscsi neutron-server[82857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 16 14:37:46.603291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:37:46.816870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98a8a0-7cbd-4bcd-831f-07da672efda6 None None] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:37:46.860624 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde7c70>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:44Z', 'revision_number': 3, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:46.873660 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:37:46.874026 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Updating router 0ba94415-e5f8-466b-ba3d-e5447029e714 port e28851c3-2c5e-482d-8e1d-41b592fcb8dd binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:37:47.034711 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:47.177941 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:37:47.219781 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:47.221355 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.6156406
Dec 16 14:37:47.224323 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55786) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:47.334535 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-a73f9054-8381-43ac-bc4a-b07172450b0e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:47.342557 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-a73f9054-8381-43ac-bc4a-b07172450b0e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/networks?id=ac6b60fa-9bd2-492c-8a75-465336d88d1a HTTP/1.1" status: 200  len: 811 time: 1.0661392
Dec 16 14:37:47.353736 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 2e2e6958-2776-4599-a071-8f1f74451e17 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:47.403791 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-768956be-bf04-4a70-9fc1-6cc07efb5915 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/quotas/bb69c5ffb21a48ba9f80a543e763d5d4 HTTP/1.1" status: 200  len: 375 time: 0.0541129
Dec 16 14:37:47.469297 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:37:47.566193 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-6f02fb12-bba4-43e0-90b6-eeb32efd6e78 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb69c5ffb21a48ba9f80a543e763d5d4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1555815
Dec 16 14:37:47.574159 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 2e2e6958-2776-4599-a071-8f1f74451e17 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:47.585648 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:47.831770 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-54130b99-00a9-449b-8a06-cdfe37ff1c4b None None] Provisioning for port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:47.882321 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:37:47.882999 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdb01c0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:37:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:47.987656 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:48.009329 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Transition to ACTIVE for port object e28851c3-2c5e-482d-8e1d-41b592fcb8dd will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:48.147857 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:48.188104 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:48.295015 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-897990cb-1044-45a5-b8dd-0fae6d3e3fce service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:37:48.301072 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-897990cb-1044-45a5-b8dd-0fae6d3e3fce service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2337623
Dec 16 14:37:48.344854 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b54567-669d-46eb-b87a-3187dfeb60d9 None None] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:37:48.468507 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Pushing event updated for resources: {'Port': ['ID=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:48.509762 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Attempting to bind port e28851c3-2c5e-482d-8e1d-41b592fcb8dd on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:37:48.510879 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Attempting to bind port e28851c3-2c5e-482d-8e1d-41b592fcb8dd by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:37:48.511413 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Attempting to bind port e28851c3-2c5e-482d-8e1d-41b592fcb8dd on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:37:48.701581 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-a0740748-bfd8-429c-9b7f-7e948023b4b1 service neutron] 10.222.0.67 "GET /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3820574
Dec 16 14:37:48.741344 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:37:48.755855 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:37:48.756221 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:48.756617 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:48.757010 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:37:48.761572 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Bound port: e28851c3-2c5e-482d-8e1d-41b592fcb8dd, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:37:48.762198 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:48.801007 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55826) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:48.865055 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Provisioning for port 2e2e6958-2776-4599-a071-8f1f74451e17 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:48.865660 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.865952 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.866272 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.866596 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.866934 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.867260 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.867568 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.867895 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.868208 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.868511 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.868821 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Tracked resource versions report:
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]: pushed versions:
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]: {   'ConntrackHelper': {'1.0'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Log': {'1.0'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Network': {'1.1'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Port': {'1.5'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'PortForwarding': {'1.2'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'QosPolicy': {'1.8'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'SecurityGroup': {'1.2'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'SecurityGroupRule': {'1.0'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'SubPort': {'1.0'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Subnet': {'1.1'},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     'Trunk': {'1.1'}}
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]: consumer versions:
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]: {   DHCP agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     HyperV agent@hv-cinder-82189: {},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     L3 agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     Metadata agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     Metering agent@dv-cinder-821893-3-iscsi: {},
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:     Open vSwitch agent@dv-cinder-821893-3-iscsi: {   'ConntrackHelper': '1.0',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Log': '1.0',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Network': '1.1',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Port': '1.5',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'PortForwarding': '1.2',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'QosPolicy': '1.8',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'SecurityGroup': '1.2',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'SecurityGroupRule': '1.0',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'SubPort': '1.0',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Subnet': '1.1',
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:                                                      'Trunk': '1.1'}}
Dec 16 14:37:48.869840 dv-cinder-821893-3-iscsi neutron-server[82860]:  {{(pid=82860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 16 14:37:48.916573 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:48.922014 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.005142 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:49.012277 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Provisioning complete for port 2e2e6958-2776-4599-a071-8f1f74451e17 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:49.012711 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.108969 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] For port e28851c3-2c5e-482d-8e1d-41b592fcb8dd, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:37:49.119700 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] For port e28851c3-2c5e-482d-8e1d-41b592fcb8dd, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:37:49.141667 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-414d5135-dfeb-44f7-b4eb-7dd448d49374 service neutron] 10.222.0.67 "GET /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4357765
Dec 16 14:37:49.167400 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.191967 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:49.232025 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.343756 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Pushing event updated for resources: {'Port': ['ID=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:49.347523 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:37:49.348150 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde7c70>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:37:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:49.399984 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:49.413536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:49.413927 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.429925 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Usage tracker for resource:security_group_rule and tenant:0212998f80a74b93ab8101caf0416034 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:49.435748 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:49.457191 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Allocated IP 172.20.0.1 (6169d189-9be4-4abd-beaa-98b69d0a6fcc/184d3232-be31-4cb1-b518-e34f0ec5b8ba/669aeb4a-d1e2-4293-a90a-9314aec8a508) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:49.468262 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:49.468409 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:49.706342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.714169 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.724753 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:49.735173 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.763341 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bb41af8-b902-4ed8-a4d7-b5e598f57472 req-41caa5df-4bf2-46b1-91cd-a39d6a552640 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.0764930
Dec 16 14:37:49.773399 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:37:49.776028 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Transition to ACTIVE for port object 669aeb4a-d1e2-4293-a90a-9314aec8a508 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:49.833696 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:49.838825 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ff11e35e-b6e2-4d69-a527-6a344b7af541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:49.873509 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9538b8b0-97d0-4d8e-94f7-f6abdf657f31,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:49.880141 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0212998f80a74b93ab8101caf0416034&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0741556
Dec 16 14:37:49.881462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:49.901264 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55860) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:49.972502 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:49.998679 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.014471 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:50.016460 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=669aeb4a-d1e2-4293-a90a-9314aec8a508,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:50.018544 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:50.019234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.024456 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:50.054496 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.083061 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdb01c0>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:45Z', 'revision_number': 3, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:50.113096 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:37:50.113454 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Updating router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e port 15077544-d680-4bd1-a050-11c8ad4591e0 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:37:50.119483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.141804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.177631 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] For port 2e2e6958-2776-4599-a071-8f1f74451e17, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=2e2e6958-2776-4599-a071-8f1f74451e17,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:37:50.217042 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.263513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:50.300269 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.308524 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.389662 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde7c70>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:44Z', 'revision_number': 3, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:50.390500 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.395399 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313656e2-e0ab-421f-a7fe-985f09363351 None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:44Z', 'revision_number': 3, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:37:50.458958 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:37:50.477710 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.505143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Allocated IP 172.20.0.1 (2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb/3d32b759-ce69-472d-a6ab-ba81cc4970a4/5dc8b774-7d19-467a-9d01-7677ac3eb193) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:50.516858 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Pushing event updated for resources: {'Port': ['ID=2e2e6958-2776-4599-a071-8f1f74451e17,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:50.524663 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:50.568569 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:50.675444 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-455b7923-ca7f-4827-a260-725446e67226 None None] Provisioning complete for port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:50.675832 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-455b7923-ca7f-4827-a260-725446e67226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.915509 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:50.923454 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:50.968976 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:51.031156 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b830b1b8-1ee7-4654-a469-7de2fc59a128 req-3fb598e0-9909-4c99-8aab-f1c6f686f661 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.0770242
Dec 16 14:37:51.031749 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Transition to ACTIVE for port object 5dc8b774-7d19-467a-9d01-7677ac3eb193 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:51.037300 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.048026 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:51.079991 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538b8b0-97d0-4d8e-94f7-f6abdf657f31,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:51.082430 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.093578 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:51.112257 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:51.138554 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.150741 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.152972 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.179680 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:51.263910 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:51.266784 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:51.271696 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:51.272161 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.282427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc8b774-7d19-467a-9d01-7677ac3eb193,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:51.293664 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:51.374254 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.resource_extend [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 16 14:37:51.437569 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.438784 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9538b8b0-97d0-4d8e-94f7-f6abdf657f31 HTTP/1.1" status: 204  len: 168 time: 1.5365953
Dec 16 14:37:51.467461 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Pushing event updated for resources: {'Port': ['ID=669aeb4a-d1e2-4293-a90a-9314aec8a508,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:51.470969 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.475019 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:51.485124 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:51.486959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:51.675555 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-455b7923-ca7f-4827-a260-725446e67226 None None] Provisioning complete for port 2e2e6958-2776-4599-a071-8f1f74451e17 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:51.676784 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-455b7923-ca7f-4827-a260-725446e67226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.834180 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.878054 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Transition to ACTIVE for port object 15077544-d680-4bd1-a050-11c8ad4591e0 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:51.965522 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.974345 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.984931 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.987021 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:51.988165 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:52.004366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ac911895-6eeb-41ba-bb60-ac9f7eb5ea70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:52.264093 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc8b774-7d19-467a-9d01-7677ac3eb193,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:52.279908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:52.284451 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Attempting to bind port 15077544-d680-4bd1-a050-11c8ad4591e0 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:37:52.284812 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Attempting to bind port 15077544-d680-4bd1-a050-11c8ad4591e0 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:37:52.285473 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Attempting to bind port 15077544-d680-4bd1-a050-11c8ad4591e0 on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:37:52.293572 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2925a00-a1bb-41ca-bab7-49bf938e7315 None None] Pushing event updated for resources: {'Port': ['ID=15077544-d680-4bd1-a050-11c8ad4591e0,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:52.305449 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-f2925a00-a1bb-41ca-bab7-49bf938e7315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:52.306904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:37:52.307470 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:52.308049 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:52.308584 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:37:52.309277 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Bound port: 15077544-d680-4bd1-a050-11c8ad4591e0, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:37:52.309821 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:52.423750 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:52.427463 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:52.461130 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:37:52.580046 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Provisioning for port 669aeb4a-d1e2-4293-a90a-9314aec8a508 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:52.598010 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55924) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:52.609639 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] For port 15077544-d680-4bd1-a050-11c8ad4591e0, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:37:52.619440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] For port 15077544-d680-4bd1-a050-11c8ad4591e0, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=15077544-d680-4bd1-a050-11c8ad4591e0,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:37:52.626354 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Provisioning complete for port 669aeb4a-d1e2-4293-a90a-9314aec8a508 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:52.627380 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:52.633767 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:52.700111 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:52.719493 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff5323fd-5d39-45e2-a861-f5ae9e719b45 req-7143d102-3cf1-44a4-8522-7f76f76064a1 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.0984817
Dec 16 14:37:52.746623 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-f2925a00-a1bb-41ca-bab7-49bf938e7315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:52.814731 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e28851c3-2c5e-482d-8e1d-41b592fcb8dd up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:52.835839 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:52.846802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Usage tracker for resource:security_group_rule and tenant:79574da0c70e41ec841b21ab095c2ed0 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:52.853874 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:52.881266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:52.931746 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:37:52.942220 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] 10.222.0.67 "PUT /v2.0/routers/0ba94415-e5f8-466b-ba3d-e5447029e714/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4349146
Dec 16 14:37:52.970273 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Port 669aeb4a-d1e2-4293-a90a-9314aec8a508 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:37:52.978039 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2925a00-a1bb-41ca-bab7-49bf938e7315 None None] Pushing event updated for resources: {'Port': ['ID=15077544-d680-4bd1-a050-11c8ad4591e0,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:52.981355 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-f2925a00-a1bb-41ca-bab7-49bf938e7315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:52.996597 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:37:52.997488 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdb01c0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:37:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:53.056032 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port e28851c3-2c5e-482d-8e1d-41b592fcb8dd completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:53.060987 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Provisioning for port 5dc8b774-7d19-467a-9d01-7677ac3eb193 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:53.072890 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.090649 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.096469 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Provisioning complete for port 5dc8b774-7d19-467a-9d01-7677ac3eb193 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:53.097259 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.103539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-283cebc8-2ea6-4964-b664-c366bc1e4839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:53.150264 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port e28851c3-2c5e-482d-8e1d-41b592fcb8dd triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:53.150948 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.221108 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d16455-3a2f-40d2-ab15-a60efd2ad8cd,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:53.225419 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:53.229449 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79574da0c70e41ec841b21ab095c2ed0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6296670
Dec 16 14:37:53.232285 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 55946) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:53.356121 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.388326 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.453232 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-2e44e39e-44e0-44f7-bfd8-e994f784eaff None None] Port 5dc8b774-7d19-467a-9d01-7677ac3eb193 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:37:53.475110 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.484111 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8c5610a0-4381-4411-9b29-95b4b62035f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:53.502272 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d16455-3a2f-40d2-ab15-a60efd2ad8cd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:53.516660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:53.517450 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.533840 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7d16455-3a2f-40d2-ab15-a60efd2ad8cd HTTP/1.1" status: 204  len: 168 time: 0.2885182
Dec 16 14:37:53.568395 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:37:53.604870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:37:53.773585 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.790801 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-31dec469-769a-4a79-a422-00ab6938e831 None None] Provisioning complete for port 5dc8b774-7d19-467a-9d01-7677ac3eb193 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:53.791898 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-31dec469-769a-4a79-a422-00ab6938e831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.960213 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port e28851c3-2c5e-482d-8e1d-41b592fcb8dd, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:37:53.961595 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-31dec469-769a-4a79-a422-00ab6938e831 None None] Port 5dc8b774-7d19-467a-9d01-7677ac3eb193 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:37:53.973277 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:53.991764 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 2e2e6958-2776-4599-a071-8f1f74451e17 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:54.015520 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:37:54.024213 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:54.038067 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] 10.222.0.67 "PUT /v2.0/routers/5792de3e-0d3e-4a55-a9c6-d285f3d7971e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8122046
Dec 16 14:37:54.106217 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cdd56457-7564-43fa-b38b-2b421ee00f08 req-9b8aab8a-1db5-44c8-ab27-293b948554a7 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.0951433
Dec 16 14:37:54.296305 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:54.317242 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:54.496642 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 55992) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:54.499937 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 2e2e6958-2776-4599-a071-8f1f74451e17 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:54.500520 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:54.503417 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152521513', 'description': 'tempest-description--1348468218'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:54.514901 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:54.520020 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:54.524046 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:54.533115 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:54.549411 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:54.670932 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:54.691140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:54.701484 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:54.724790 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdb01c0>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 2, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:54.731451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:54.754681 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e16717-5252-4fd4-b722-dd5182476053 None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 2, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:37:54.765621 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:54.830015 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:54.835683 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:54.841185 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:54.894959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4020cd-b51d-48a6-875a-e3bf30d0cbe2,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:54.899264 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:54.901781 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:54.903571 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.4058547
Dec 16 14:37:54.906422 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56008) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:54.908324 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:54.908715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:54.915560 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'security_group_rule': {'security_group_id': 'db4020cd-b51d-48a6-875a-e3bf30d0cbe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:54.923606 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:54.929156 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:54.934191 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:54.943512 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:54.970776 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.099175 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.104969 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.119994 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:55.152667 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb089173-b63f-4234-acc3-3266e7f0cff1,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:55.158913 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56016) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:55.165836 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:55.175978 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221118471', 'description': 'tempest-description--1866080131'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:55.183425 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:37:55.184030 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.184964 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2772632
Dec 16 14:37:55.188393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56020) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:55.197460 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'security_group_rule': {'security_group_id': 'db4020cd-b51d-48a6-875a-e3bf30d0cbe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:55.202170 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:55.214028 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:55.217023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:37:55.223802 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde76a0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:37:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:55.228652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:55.234849 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:55.245640 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:55.253282 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:55.256646 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:55.271344 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:55.291360 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.307169 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.435299 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e28851c3-2c5e-482d-8e1d-41b592fcb8dd up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:55.449646 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:55.464533 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:55.475579 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:55.493486 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:55.534134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56032) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:55.544675 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.547414 dv-cinder-821893-3-iscsi neutron-server[82858]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 16 14:37:55.554492 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.564766 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port e28851c3-2c5e-482d-8e1d-41b592fcb8dd triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:55.565233 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.593396 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:55.612093 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a8f8d3-4edd-4199-bebc-b7d8ccffeefe,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:55.615723 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:55.616988 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.618796 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f3859170-2886-4249-b2ec-ad84f2a75d76 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4286258
Dec 16 14:37:55.622652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56036) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:55.629761 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:55.638232 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:55.644482 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:floatingip and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:55.652544 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:55.662166 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:55.678278 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.687882 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:37:55.945568 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebdedeb-0a22-411a-ba79-a04f683d9700 req-0f23af70-6659-4cb8-87b2-e9749a9997be tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.4061284
Dec 16 14:37:55.977128 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.986019 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:55.991713 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:55.995582 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.059648 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be97e8ee-7e01-4738-b265-5d43f12365b7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:56.062771 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:56.064697 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.066336 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.9047098
Dec 16 14:37:56.069196 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56052) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:56.076359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'security_group_rule': {'security_group_id': 'be97e8ee-7e01-4738-b265-5d43f12365b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:56.084185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:56.091101 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:56.106892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:56.142291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:56.186253 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.307202 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.313389 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.316583 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:56.360325 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b868cf-0d4f-42b2-8e44-af040a36dc65,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:56.362062 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Allocated IP 172.27.1.234 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/8cf96171-b142-4dcc-b491-30eab4d30385) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:56.373014 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:56.400697 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.402693 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3318770
Dec 16 14:37:56.406490 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56062) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:56.417752 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'security_group_rule': {'security_group_id': 'be97e8ee-7e01-4738-b265-5d43f12365b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:56.425123 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde76a0>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 2, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:56.431003 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:56.434935 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:37:56.435420 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Updating router 0ba94415-e5f8-466b-ba3d-e5447029e714 port 669aeb4a-d1e2-4293-a90a-9314aec8a508 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:37:56.440653 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:56.446559 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:56.455294 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:56.482547 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.514593 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.595792 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.603651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.607763 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:56.651355 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.702764 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.709051 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:56.723318 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df8e104-9f87-47c5-804a-e62e82ecc95d,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:56.729565 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:56.757461 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:56.758882 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3492365
Dec 16 14:37:56.761918 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56070) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:56.767438 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:56.789521 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:56.815142 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:floatingip and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:56.824900 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:56.843782 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:56.844351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'Port': ['ID=8cf96171-b142-4dcc-b491-30eab4d30385,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:56.848606 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:56.856628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:56.861205 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:56.868610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:56.882749 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.021736 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.48', 64810) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:37:57.386832 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.414788 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.455765 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Transition to ACTIVE for port object 669aeb4a-d1e2-4293-a90a-9314aec8a508 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:37:57.484526 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.493230 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:57.507536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 15077544-d680-4bd1-a050-11c8ad4591e0 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:57.635572 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 15077544-d680-4bd1-a050-11c8ad4591e0 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:37:57.641857 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 15077544-d680-4bd1-a050-11c8ad4591e0 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:57.642256 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.721594 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.734665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-a76b83bf-b1cf-4e20-90db-2eb2573f7106 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:37:57.736806 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91f2e992-fe8e-478d-8d44-9fe2e481d04a req-faa5074c-664c-416b-a2c0-36ddd0c79aa4 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.1658516
Dec 16 14:37:57.737244 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-a76b83bf-b1cf-4e20-90db-2eb2573f7106 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.48 "GET /v2.0/networks?id=ac6b60fa-9bd2-492c-8a75-465336d88d1a HTTP/1.1" status: 200  len: 811 time: 0.7142410
Dec 16 14:37:57.777883 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ec088-ab3f-459b-a8f7-cef59b2aeba7 None None] Pushing event updated for resources: {'Port': ['ID=669aeb4a-d1e2-4293-a90a-9314aec8a508,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:57.798746 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5f8ec088-ab3f-459b-a8f7-cef59b2aeba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:57.837600 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Request body: {'port': {'device_id': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a', 'admin_state_up': True, 'tenant_id': 'bb69c5ffb21a48ba9f80a543e763d5d4'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:37:57.885902 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.917039 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 15077544-d680-4bd1-a050-11c8ad4591e0, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=15077544-d680-4bd1-a050-11c8ad4591e0,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:37:57.931642 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:57.936858 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:57.998598 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Attempting to bind port 669aeb4a-d1e2-4293-a90a-9314aec8a508 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:37:58.000639 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Attempting to bind port 669aeb4a-d1e2-4293-a90a-9314aec8a508 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:37:58.001259 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Attempting to bind port 669aeb4a-d1e2-4293-a90a-9314aec8a508 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:37:58.022214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Allocated IP 172.27.1.69 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/485aaeaf-dbd4-44cf-b0cb-121d7ff23f87) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:58.026886 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:37:58.027478 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Checking segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:37:58.036359 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.037132 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Bound using segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:37:58.041500 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Bound port: 669aeb4a-d1e2-4293-a90a-9314aec8a508, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:37:58.042085 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.065038 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:37:58.069312 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Usage tracker for resource:port and tenant:bb69c5ffb21a48ba9f80a543e763d5d4 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:37:58.073621 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:37:58.081776 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:37:58.096754 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Made reservation on behalf of bb69c5ffb21a48ba9f80a543e763d5d4 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:37:58.100462 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.162889 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.347881 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.381281 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=15077544-d680-4bd1-a050-11c8ad4591e0,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:58.385570 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:58.420042 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.426532 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:58.521852 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] For port 669aeb4a-d1e2-4293-a90a-9314aec8a508, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:37:58.539312 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:37:58.539852 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] For port 669aeb4a-d1e2-4293-a90a-9314aec8a508, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=669aeb4a-d1e2-4293-a90a-9314aec8a508,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:37:58.543928 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:37:58.551648 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.555854 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:37:58.565458 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5f8ec088-ab3f-459b-a8f7-cef59b2aeba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:58.634890 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'Port': ['ID=485aaeaf-dbd4-44cf-b0cb-121d7ff23f87,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:58.642297 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:58.743162 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.757514 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.805058 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:37:58.806208 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde76a0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:37:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:37:58.812719 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:58.930516 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8c3c88c7-9fcb-48d2-8049-e9b9de2c5d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.949898 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:58.991259 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ec088-ab3f-459b-a8f7-cef59b2aeba7 None None] Pushing event updated for resources: {'Port': ['ID=669aeb4a-d1e2-4293-a90a-9314aec8a508,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:59.008036 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5f8ec088-ab3f-459b-a8f7-cef59b2aeba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:59.054759 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Allocated IP 172.20.0.12 (ac6b60fa-9bd2-492c-8a75-465336d88d1a/bed4493c-ad19-4f23-8c84-94f4cea42328/4288c836-920e-4dde-9566-78d211f0412e) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:37:59.077107 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.107381 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.275573 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-63272147-60ad-4bdb-bab9-a0620240b5a6 req-843c25d8-e438-4420-b32a-c2425672dd7d tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.1071434
Dec 16 14:37:59.298695 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'Port': ['ID=8cf96171-b142-4dcc-b491-30eab4d30385,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:37:59.366708 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:37:59.422107 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 15077544-d680-4bd1-a050-11c8ad4591e0 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:37:59.571522 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:37:59.598665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.610063 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9777164
Dec 16 14:37:59.683440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 15077544-d680-4bd1-a050-11c8ad4591e0 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:37:59.683815 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.795516 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.863829 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.895266 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:37:59.949133 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.960051 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:37:59.983528 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:00.041147 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Network ac6b60fa-9bd2-492c-8a75-465336d88d1a is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:38:00.043087 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Pushing event updated for resources: {'Port': ['ID=4288c836-920e-4dde-9566-78d211f0412e,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:00.065475 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:00.067321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:38:00.089623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:38:00.098196 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:00.099651 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:00.144454 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3122978
Dec 16 14:38:00.181126 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-46165180-eeb3-4183-8277-d3ed7292fee8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:38:00.185389 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-46165180-eeb3-4183-8277-d3ed7292fee8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0136898
Dec 16 14:38:00.211486 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'Port': ['ID=485aaeaf-dbd4-44cf-b0cb-121d7ff23f87,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:00.230522 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:00.295697 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:00.440346 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:00.466166 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.6955135
Dec 16 14:38:00.678030 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfde76a0>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:37:58Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:38:00.685807 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec12be-f6a8-42ac-899b-59aa25737728 None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:37:58Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:38:00.695707 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-15e570e5-ab0a-4e5d-ad90-a5c82ac0c038 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1152521513&fields=id&tenant_id=f78091827c644b1fb185ec17f9aa73e2 HTTP/1.1" status: 200  len: 267 time: 0.2201233
Dec 16 14:38:00.828520 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Request body: {'port': {'device_id': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:38:01.396793 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-1103b137-3978-4c3c-8a3c-66545f0bb055 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:01.411494 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-1103b137-3978-4c3c-8a3c-66545f0bb055 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 811 time: 0.6956859
Dec 16 14:38:01.440760 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-c4d00c82-83e1-4b43-95f2-31747231e82a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/quotas/f78091827c644b1fb185ec17f9aa73e2 HTTP/1.1" status: 200  len: 375 time: 0.0280364
Dec 16 14:38:01.455867 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 669aeb4a-d1e2-4293-a90a-9314aec8a508 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:01.471634 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:01.529707 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cab93-21e6-41ac-b6a7-289eaec580cc req-99e1ba89-38a2-4471-b7cb-f27433f841a0 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:01.534027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d79cab93-21e6-41ac-b6a7-289eaec580cc req-99e1ba89-38a2-4471-b7cb-f27433f841a0 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Synchronizing usage tracker for tenant:bb69c5ffb21a48ba9f80a543e763d5d4 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:01.560843 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d6f8c2ea-8b0d-4a28-b07d-5efbad5db2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:01.619243 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 669aeb4a-d1e2-4293-a90a-9314aec8a508 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:01.629240 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 669aeb4a-d1e2-4293-a90a-9314aec8a508 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:01.629836 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:01.696245 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-f19ab33f-cc4b-4a87-a6db-6778326b4265 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2543135
Dec 16 14:38:02.026217 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:02.032538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-757052f6-1592-4f18-9425-290d47c07fce service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:38:02.033544 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-757052f6-1592-4f18-9425-290d47c07fce service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1174035
Dec 16 14:38:02.135878 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 669aeb4a-d1e2-4293-a90a-9314aec8a508, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=669aeb4a-d1e2-4293-a90a-9314aec8a508,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:02.142419 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:02.151433 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:02.473465 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=669aeb4a-d1e2-4293-a90a-9314aec8a508,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:02.483690 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:02.523925 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:02.567008 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4288c836-920e-4dde-9566-78d211f0412e {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:38:02.583027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:02.620456 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Transition to ACTIVE for port object 4288c836-920e-4dde-9566-78d211f0412e will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:38:02.650228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:02.660880 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-639b8105-d779-4468-936a-ad8bd401c2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:02.716358 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-5d874989-1528-41a6-abff-e991f0c10993 service neutron] 10.222.0.67 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6754870
Dec 16 14:38:02.775957 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56232) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:02.781108 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d79cab93-21e6-41ac-b6a7-289eaec580cc req-99e1ba89-38a2-4471-b7cb-f27433f841a0 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Unset dirty status for tenant:bb69c5ffb21a48ba9f80a543e763d5d4 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:02.794643 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d79cab93-21e6-41ac-b6a7-289eaec580cc req-99e1ba89-38a2-4471-b7cb-f27433f841a0 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 932 time: 1.8559637
Dec 16 14:38:02.827470 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Pushing event updated for resources: {'Port': ['ID=4288c836-920e-4dde-9566-78d211f0412e,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:02.832640 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:02.842767 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.003847 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-1bd82800-f9ca-4003-979d-0bad19250f5d service neutron] 10.222.0.67 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865908
Dec 16 14:38:03.017178 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d79cab93-21e6-41ac-b6a7-289eaec580cc req-47b36411-994b-445e-9d42-68f580565beb tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126482
Dec 16 14:38:03.159331 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Attempting to bind port 4288c836-920e-4dde-9566-78d211f0412e on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:38:03.159830 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Attempting to bind port 4288c836-920e-4dde-9566-78d211f0412e by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '0145021a-2c41-4d46-97a5-eb131123b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:38:03.159989 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Attempting to bind port 4288c836-920e-4dde-9566-78d211f0412e on network ac6b60fa-9bd2-492c-8a75-465336d88d1a {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:03.186930 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Port 4288c836-920e-4dde-9566-78d211f0412e on network ac6b60fa-9bd2-492c-8a75-465336d88d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:38:03.187225 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Attempting to bind port 4288c836-920e-4dde-9566-78d211f0412e on network ac6b60fa-9bd2-492c-8a75-465336d88d1a {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:03.221623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:38:03.222238 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Checking segment: {'id': '0145021a-2c41-4d46-97a5-eb131123b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:38:03.223380 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Bound using segment: {'id': '0145021a-2c41-4d46-97a5-eb131123b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:38:03.225416 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.232917 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Bound port: 4288c836-920e-4dde-9566-78d211f0412e, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0145021a-2c41-4d46-97a5-eb131123b9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:38:03.233472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.388295 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:03.404240 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Usage tracker for resource:security_group_rule and tenant:9d55ceaabb0443aa964ba5050cf5feff is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:03.422464 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:03.429812 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 669aeb4a-d1e2-4293-a90a-9314aec8a508 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:03.443453 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:03.589039 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] For port 4288c836-920e-4dde-9566-78d211f0412e, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:38:03.603039 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] For port 4288c836-920e-4dde-9566-78d211f0412e, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4288c836-920e-4dde-9566-78d211f0412e,segment=NetworkSegment(0145021a-2c41-4d46-97a5-eb131123b9d1),segment_id=0145021a-2c41-4d46-97a5-eb131123b9d1)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:38:03.614770 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.625474 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:03.643703 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 669aeb4a-d1e2-4293-a90a-9314aec8a508 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:03.644741 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.701704 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.709753 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:03.730178 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b6b464a6-fe9f-40c8-8b87-973a163d6ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:03.815638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Pushing event updated for resources: {'Port': ['ID=4288c836-920e-4dde-9566-78d211f0412e,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:03.832049 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:03.885345 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403402b9-87b9-4f00-80dd-0ae6d6d58e00,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:03.911189 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d55ceaabb0443aa964ba5050cf5feff&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1339834
Dec 16 14:38:03.926192 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56264) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:03.927136 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:03.939621 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7860219c-3d55-4c35-9e6e-09f7e2e39848 req-43e6c4a6-0a86-46e5-934c-ccc4fc520c2d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:04.035245 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:04.038252 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] 10.222.0.48 "PUT /v2.0/ports/4288c836-920e-4dde-9566-78d211f0412e HTTP/1.1" status: 200  len: 1094 time: 3.4587884
Dec 16 14:38:04.039969 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'tag': '4288c836-920e-4dde-9566-78d211f0412e'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:38:04.136635 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9c4cce3d-efcc-422b-b838-31487197a1c6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:04.155141 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7860219c-3d55-4c35-9e6e-09f7e2e39848 req-43e6c4a6-0a86-46e5-934c-ccc4fc520c2d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:04.168747 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7860219c-3d55-4c35-9e6e-09f7e2e39848 req-43e6c4a6-0a86-46e5-934c-ccc4fc520c2d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.3350620
Dec 16 14:38:04.318071 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9c4cce3d-efcc-422b-b838-31487197a1c6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:04.335682 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9c4cce3d-efcc-422b-b838-31487197a1c6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1221118471&fields=id&tenant_id=198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 267 time: 0.4904089
Dec 16 14:38:04.426904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:04.588000 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:04.730609 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:04.830286 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-b16671e7-a553-4cb9-832c-d9c4d0c565e5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:04.843304 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-b16671e7-a553-4cb9-832c-d9c4d0c565e5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 817 time: 0.4978230
Dec 16 14:38:04.893074 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-1d031ee3-fcc4-45c1-9fbc-b9468ee2556c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/quotas/198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 375 time: 0.0479541
Dec 16 14:38:04.993354 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:05.009228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e2480-a42d-4946-bf8e-a9b80043f11d req-722a2d5b-e46c-46fe-858d-bb04dacd94b8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:05.012669 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:05.030166 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0c4e2480-a42d-4946-bf8e-a9b80043f11d req-722a2d5b-e46c-46fe-858d-bb04dacd94b8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1452417
Dec 16 14:38:05.043790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403402b9-87b9-4f00-80dd-0ae6d6d58e00,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:05.078254 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:05.081515 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:05.089072 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/403402b9-87b9-4f00-80dd-0ae6d6d58e00 HTTP/1.1" status: 204  len: 168 time: 1.1570439
Dec 16 14:38:05.108361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-30a408d4-38e7-4114-84a6-5a8f09295b87 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:05.113931 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0c4e2480-a42d-4946-bf8e-a9b80043f11d req-9d1b402f-a7c2-4654-b261-fe335c37fca6 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822983
Dec 16 14:38:05.151069 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-30a408d4-38e7-4114-84a6-5a8f09295b87 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:05.164579 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-30a408d4-38e7-4114-84a6-5a8f09295b87 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2677927
Dec 16 14:38:05.395907 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-536a2ecb-0e0a-4190-9a6b-d64b1724e0b8 service neutron] 10.222.0.67 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188060
Dec 16 14:38:05.406514 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'tag': '4288c836-920e-4dde-9566-78d211f0412e', 'status': 'completed', 'code': 200}
Dec 16 14:38:05.564860 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-25551299-2bd0-408d-b87b-9c3369dcb92c service neutron] 10.222.0.67 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571043
Dec 16 14:38:05.571537 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8fd4f9c8-d2a9-4e18-b1dd-9c8c27002cd0 req-d24989ee-5bcf-401c-9994-41ffd3002f93 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0435503
Dec 16 14:38:05.748324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56332) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:05.767841 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:05.788123 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0865b00-9e86-4c75-8043-7f01d4ee453c req-740c284f-4720-4c2f-890d-bddfa1804545 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0623612
Dec 16 14:38:05.821860 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:05.829592 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Usage tracker for resource:security_group_rule and tenant:b8b140e10a9346e096f804c4d8f00355 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:05.832810 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:05.840362 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:05.928605 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:05.932729 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:05.941085 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:05.983760 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfefec-e15b-4734-936b-d1dcc56ca52a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:05.987028 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Synchronizing usage tracker for tenant:5ccd5dcafb684ba88fe8fe109a2798be on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:05.989739 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:06.013148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Unset dirty status for tenant:5ccd5dcafb684ba88fe8fe109a2798be on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:06.014887 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8b140e10a9346e096f804c4d8f00355&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2655096
Dec 16 14:38:06.017589 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56340) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:06.108295 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:06.149168 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:06.234618 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:06.249133 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:06.276570 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:06.278948 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9bfefec-e15b-4734-936b-d1dcc56ca52a HTTP/1.1" status: 204  len: 168 time: 0.2601917
Dec 16 14:38:06.280480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfefec-e15b-4734-936b-d1dcc56ca52a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:06.300948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:06.429800 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65ba8-a650-4123-a21e-91c11132001f req-c1be1c1f-a739-49ed-bc98-c4cf72b384ef tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:06.434929 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f1a65ba8-a650-4123-a21e-91c11132001f req-c1be1c1f-a739-49ed-bc98-c4cf72b384ef tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1033969
Dec 16 14:38:06.523873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f1a65ba8-a650-4123-a21e-91c11132001f req-d2e4a3aa-b58e-45e5-8da1-2dceed8c72e1 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765932
Dec 16 14:38:06.762276 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d6dae60c-c04f-4b08-82ca-f1d63eb35371 req-4e04d046-012e-4347-9365-0b5e7076cf92 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0417781
Dec 16 14:38:07.038922 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b2fdbeb-888e-4de4-8fcc-ecb6454118dd req-beb0871d-e1f7-4c92-9cf0-3a18403da92e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0474477
Dec 16 14:38:07.819892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485a1f9-e548-4617-b188-e3b5393cb2a9 req-71b71768-fea0-463b-9023-690791b4f9da tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:07.828118 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c485a1f9-e548-4617-b188-e3b5393cb2a9 req-71b71768-fea0-463b-9023-690791b4f9da tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1039624
Dec 16 14:38:07.886517 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c485a1f9-e548-4617-b188-e3b5393cb2a9 req-86f97e19-75d4-4f2f-9c99-6d3e191246f0 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571883
Dec 16 14:38:08.007252 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75791903-a16c-4c07-858c-1ea446b69023 req-ae3f6079-9962-4cee-9fde-353676dcb8d7 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0690260
Dec 16 14:38:08.349563 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-15ad5a5f-a340-42d9-be72-9e96762bd82c req-56685554-bb08-4894-a113-065505d5cefd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0635962
Dec 16 14:38:09.168256 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2114-63fe-4dac-afc4-8248246c9595 req-39e6ad39-2e9b-4c61-a657-053272e735d2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:09.181816 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-281d2114-63fe-4dac-afc4-8248246c9595 req-39e6ad39-2e9b-4c61-a657-053272e735d2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1558399
Dec 16 14:38:09.216898 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f660d628-2048-4cb1-8ef7-b023bbdb7bf8 req-7fd32389-fd09-4a43-8bcd-b5bbcbc871ae tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0543461
Dec 16 14:38:09.260226 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-281d2114-63fe-4dac-afc4-8248246c9595 req-c56e90d0-05db-4bdb-b1f3-495b0153702b tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772524
Dec 16 14:38:09.550516 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6848b73e-6001-445c-9d72-dd5f8d2527b1 req-d2cc3ca4-9962-41f0-867d-832d4fb96c8b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0470498
Dec 16 14:38:10.222046 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:10.478508 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cab643b1-e225-4107-9957-4d93e5a9601c req-1c62042e-3277-4c4f-bb88-bbefce874b92 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0514119
Dec 16 14:38:10.520806 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e63479-7d27-4645-86e0-87cd59248452 req-7a15ea8f-1cd6-4189-b96a-72ab92dccfb4 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:10.524674 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c4e63479-7d27-4645-86e0-87cd59248452 req-7a15ea8f-1cd6-4189-b96a-72ab92dccfb4 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.0896137
Dec 16 14:38:10.596208 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c4e63479-7d27-4645-86e0-87cd59248452 req-7df22418-96ca-4a04-995b-89052c9f2f76 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668640
Dec 16 14:38:10.849387 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c307a33e-5054-4414-9a86-de8e36881d0d req-51826050-2df2-443e-bfa2-a686d7ed0892 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.1017618
Dec 16 14:38:11.579397 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56578) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:11.731410 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-432d069b-45f0-4f5e-a6ec-c509426716a7 req-f0f977bf-4881-4d19-a799-436b43128fa4 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0850015
Dec 16 14:38:11.841049 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:11.889587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:11.896787 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Usage tracker for resource:security_group_rule and tenant:00639a8de5fb4d5f95602438bc87866e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:11.900467 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:11.908409 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bb7e4-1bfd-4efb-83b9-b0320a42ed9d req-efb90fb3-4b9d-4720-8c35-57d9055eb582 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:11.909910 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee8bb7e4-1bfd-4efb-83b9-b0320a42ed9d req-efb90fb3-4b9d-4720-8c35-57d9055eb582 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1667345
Dec 16 14:38:11.914145 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:11.986332 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee8bb7e4-1bfd-4efb-83b9-b0320a42ed9d req-ebd82c48-09d3-4cba-bd73-5a74d86bb276 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698473
Dec 16 14:38:12.032062 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.037622 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.046752 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3d13ed12-d6bd-4a65-90f8-8e4e1160164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:12.089148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0a939-aa8e-4cfd-88f9-894f7615bd4d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:12.093370 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:12.099351 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56596) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:12.099624 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00639a8de5fb4d5f95602438bc87866e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5191443
Dec 16 14:38:12.205345 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3a603839-5a64-49b3-8984-050f6bde0c7d req-727b968d-1bf5-4050-a463-c3e043f00dac tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0776572
Dec 16 14:38:12.226882 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.253469 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.309256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.313880 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:12.325403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0a939-aa8e-4cfd-88f9-894f7615bd4d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:12.328917 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:12.333630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.338267 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6eb0a939-aa8e-4cfd-88f9-894f7615bd4d HTTP/1.1" status: 204  len: 168 time: 0.2367241
Dec 16 14:38:12.692670 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56610) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:12.717163 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.755617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:12.760874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Usage tracker for resource:security_group_rule and tenant:7c0e3c35782f4d758954fe7b9e139693 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:12.765154 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:12.771684 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:12.854012 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.862333 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:12.872050 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:12.934893 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-552d6c5a-4727-4fda-9c02-0efef8651607 req-29ee9188-f52d-4ea4-b804-5f9e327c7a42 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0637193
Dec 16 14:38:12.954937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cbcd02-6949-4b33-b51d-9b43095a3b7e,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:12.958785 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:12.961409 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c0e3c35782f4d758954fe7b9e139693&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2672584
Dec 16 14:38:12.966365 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56618) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:13.085210 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:13.114850 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:13.190421 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:13.197243 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:13.216213 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cbcd02-6949-4b33-b51d-9b43095a3b7e,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:13.221156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:13.226702 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:13.233682 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5cbcd02-6949-4b33-b51d-9b43095a3b7e HTTP/1.1" status: 204  len: 168 time: 0.2657835
Dec 16 14:38:13.359223 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2f6c3-97e8-4690-939f-79505c186e85 req-201c7c72-81a4-472f-9a51-94b49e58c36f tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:13.360785 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dda2f6c3-97e8-4690-939f-79505c186e85 req-201c7c72-81a4-472f-9a51-94b49e58c36f tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.2058043
Dec 16 14:38:13.441380 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dda2f6c3-97e8-4690-939f-79505c186e85 req-b41d35bd-4911-4cc3-9722-81d0a975dab6 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729120
Dec 16 14:38:13.458623 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c42e0633-d25f-4342-89bf-a22302b695e5 req-d728e0b6-2f71-48c2-ab2b-efb8eb858a6a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0475955
Dec 16 14:38:14.173861 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2ce64c26-822d-44a4-9281-79113738c0f6 req-62053d9e-2085-456f-9455-cbdde7d40d95 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0842845
Dec 16 14:38:14.986275 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d629aa-e186-4042-8a3c-06e5c2e06f00 req-4dd69104-1811-4f3a-b6c7-71d20ac5ce79 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:15.000165 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b5d629aa-e186-4042-8a3c-06e5c2e06f00 req-4dd69104-1811-4f3a-b6c7-71d20ac5ce79 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.2395515
Dec 16 14:38:15.017752 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47d63825-3aac-42ef-82bb-8c1e1359be0d req-3244f8f1-de14-46c7-922b-4e48edbf1d6e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.1585701
Dec 16 14:38:15.098651 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b5d629aa-e186-4042-8a3c-06e5c2e06f00 req-05878406-1cd3-4549-8804-67699c9f5ec3 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974658
Dec 16 14:38:15.515052 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05e456f6-703c-4a93-bb9b-83098b2bab86 req-59ac3e90-194e-42e4-b396-1d5098f9a26f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.1012979
Dec 16 14:38:15.857422 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:38:16.558623 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-34291bb5-3ca5-40c7-837b-72b976bd1c89 req-9d95c518-db23-4aa8-a717-52f27f94e109 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.1222799
Dec 16 14:38:16.654884 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b410-1c1c-4a0d-87ac-16d292191416 req-89e305d4-93f6-4763-9c04-05d7e2e8a19c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:16.657275 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e419b410-1c1c-4a0d-87ac-16d292191416 req-89e305d4-93f6-4763-9c04-05d7e2e8a19c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.2057798
Dec 16 14:38:16.672747 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56774) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:16.730971 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e419b410-1c1c-4a0d-87ac-16d292191416 req-4820bdb9-74d7-47d4-aa4e-98690a26e615 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Synchronizing usage tracker for tenant:bb69c5ffb21a48ba9f80a543e763d5d4 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:16.776742 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e419b410-1c1c-4a0d-87ac-16d292191416 req-4820bdb9-74d7-47d4-aa4e-98690a26e615 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Unset dirty status for tenant:bb69c5ffb21a48ba9f80a543e763d5d4 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:16.778423 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e419b410-1c1c-4a0d-87ac-16d292191416 req-4820bdb9-74d7-47d4-aa4e-98690a26e615 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147947
Dec 16 14:38:16.800435 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6dde16d-0079-4aea-98fe-02fefca6cd9a req-c51f8c54-b540-4aed-83b7-9bfd69f9906e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0928459
Dec 16 14:38:16.938450 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:16.974995 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:16.979731 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Usage tracker for resource:security_group_rule and tenant:01711b77f7c44e5ea58e99d5d3579417 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:16.982734 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:16.989238 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:17.073305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:17.077904 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:17.088995 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:17.149732 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0ad52-f083-473a-94ec-db26a9b6bbc2,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:17.162292 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:17.198432 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01711b77f7c44e5ea58e99d5d3579417&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5245259
Dec 16 14:38:17.201108 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56808) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:17.267307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:17.296497 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:17.383691 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:17.391105 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:17.408721 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0ad52-f083-473a-94ec-db26a9b6bbc2,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:17.411519 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:17.448894 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:17.450336 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-17433060-f972-49da-9569-428a914ba043 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67c0ad52-f083-473a-94ec-db26a9b6bbc2 HTTP/1.1" status: 204  len: 168 time: 0.2481720
Dec 16 14:38:17.740888 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a81bd056-aba8-4022-8cda-422f1cc9fb51 req-36cb2a63-97fd-4322-9f1a-9975d931e698 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0445888
Dec 16 14:38:18.038152 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-49a616f5-8108-4603-9ee5-7efa968eb231 req-a9773bb1-6cc5-4eda-8025-722e8962c0a3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0619054
Dec 16 14:38:18.044325 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c83236-77be-4350-8eaf-25387bc2b34a req-8e2f168a-eef7-4911-b335-f0f907ce654a tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:18.046857 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58c83236-77be-4350-8eaf-25387bc2b34a req-8e2f168a-eef7-4911-b335-f0f907ce654a tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.0964963
Dec 16 14:38:18.099073 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58c83236-77be-4350-8eaf-25387bc2b34a req-a8440f54-8cd4-4fe5-bdcb-c083966a3acf tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457029
Dec 16 14:38:18.940605 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bdb7fc5c-d2dd-4933-8adb-6224519e563e req-bef11b5a-b282-4240-9f3f-c0e1b36d78d0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0463192
Dec 16 14:38:19.408228 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cdd81321-54b2-4680-b229-334060e9c777 req-00dc50d3-84e1-4011-ae68-9d389b15d6c0 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0589559
Dec 16 14:38:19.473154 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1be70-7d97-4579-8093-30615edc8c6a req-0772b367-b88b-47dc-b05c-1959a140bd1c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:19.477123 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-54a1be70-7d97-4579-8093-30615edc8c6a req-0772b367-b88b-47dc-b05c-1959a140bd1c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1399429
Dec 16 14:38:19.541652 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-54a1be70-7d97-4579-8093-30615edc8c6a req-b576a148-02b7-438f-9bf3-1627c2ee2fff tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584538
Dec 16 14:38:19.767128 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56918) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:19.915076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:19.949218 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:19.953480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f6aa28e1264e88bc69114e2c780c9c is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:19.956786 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:19.964224 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:20.043562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.048094 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.056201 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4aa9e7c5-b943-4346-afbb-f81eb776c665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:20.106556 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a845332b-ff9f-4ff6-97e7-6ff921e1fdcd,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:20.109884 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:20.112940 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b0f6aa28e1264e88bc69114e2c780c9c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3447034
Dec 16 14:38:20.116799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 56926) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:20.148087 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3720366c-2fce-44ef-92c3-d3630bd733d9 req-6f7370bc-842b-45fd-8af2-564cc7876e77 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0460908
Dec 16 14:38:20.219770 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.271286 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.370585 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.375667 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:20.387379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a845332b-ff9f-4ff6-97e7-6ff921e1fdcd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:20.390639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:20.400864 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.402750 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a845332b-ff9f-4ff6-97e7-6ff921e1fdcd HTTP/1.1" status: 204  len: 168 time: 0.2839534
Dec 16 14:38:20.601089 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-382085ea-5c3f-4c33-8fb5-aa89d88e35ff req-7012874f-a134-44c7-9b5a-eeb911482b2c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0506353
Dec 16 14:38:20.863672 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6539f7-b286-4c33-8726-5f342589dd3d req-395cddbf-37c2-470c-9211-be23cbf1aa13 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:20.865397 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2a6539f7-b286-4c33-8726-5f342589dd3d req-395cddbf-37c2-470c-9211-be23cbf1aa13 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1029367
Dec 16 14:38:20.906223 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56948) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:20.927127 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2a6539f7-b286-4c33-8726-5f342589dd3d req-41c86418-4242-49a9-a529-99b767bbc647 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537241
Dec 16 14:38:20.932197 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:20.975025 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:20.980559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Usage tracker for resource:security_group_rule and tenant:cae85cdc9f7846b48960629087a400d4 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:20.983848 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:20.989791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:21.078478 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.084025 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.092260 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a67656ff-ca22-4895-a506-824cd1daa619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:21.134692 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd147e05-f86f-47a7-a575-2c5acb8b680c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:21.139855 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cae85cdc9f7846b48960629087a400d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2324581
Dec 16 14:38:21.140773 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:21.142676 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 56952) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:21.207432 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.240118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.393906 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.407051 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a1062c0b-47ac-42be-9859-6f173db3a3da req-0c247d4a-ab81-4ded-9802-9885d29c7bcf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.1015637
Dec 16 14:38:21.417780 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a48eedbb-28ab-43f2-a760-c26028774a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:21.438193 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd147e05-f86f-47a7-a575-2c5acb8b680c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:21.441613 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:21.452150 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:21.453438 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd147e05-f86f-47a7-a575-2c5acb8b680c HTTP/1.1" status: 204  len: 168 time: 0.3098102
Dec 16 14:38:21.495402 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-a8ea8fa4-da1e-465c-a355-a57e7e2e39f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb69c5ffb21a48ba9f80a543e763d5d4&device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 1097 time: 0.1437447
Dec 16 14:38:21.818748 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0cdee759-6a1a-4ded-bb55-2157e95fc8ba req-6a910ae4-f778-4747-a477-ee7c64a185a5 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0819883
Dec 16 14:38:21.911610 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-d23d7f6a-8f64-43e9-ad54-0f78ded21f2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4288c836-920e-4dde-9566-78d211f0412e HTTP/1.1" status: 200  len: 217 time: 0.1320333
Dec 16 14:38:22.017758 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-3b3a671b-71e7-4577-a008-c4c4c8513865 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:22.019969 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-3b3a671b-71e7-4577-a008-c4c4c8513865 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bed4493c-ad19-4f23-8c84-94f4cea42328 HTTP/1.1" status: 200  len: 851 time: 0.0976558
Dec 16 14:38:22.146979 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-f9af1ae1-427a-420e-a97a-74e442890d63 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac6b60fa-9bd2-492c-8a75-465336d88d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499697
Dec 16 14:38:22.213897 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60b0a-a9e0-4006-955d-843ac6f0229b req-98e1bac8-e1ac-4033-8afe-3ff62d43afcc tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:22.216959 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f3b60b0a-a9e0-4006-955d-843ac6f0229b req-98e1bac8-e1ac-4033-8afe-3ff62d43afcc tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1411295
Dec 16 14:38:22.298340 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f3b60b0a-a9e0-4006-955d-843ac6f0229b req-c8e4e622-a771-4567-99cd-0ae5dfa8a6dd tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681915
Dec 16 14:38:22.566792 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-b25ef431-dc01-417e-aa76-9b2ec15cc5b7 service neutron] 10.222.0.48 "GET /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4096005
Dec 16 14:38:22.675967 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.48', 64838) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:22.982883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-7aee8281-563f-432b-b4d1-ffc7d135b32f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:22.989742 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-7aee8281-563f-432b-b4d1-ffc7d135b32f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 811 time: 0.3054507
Dec 16 14:38:23.039021 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7098d916-4503-46a2-85bf-1fac4b24a600 req-6896bbfd-b5bb-4f57-bfca-aea9363d1b7e service neutron] 10.222.0.48 "GET /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3719141
Dec 16 14:38:23.072363 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1891fbd7-ce58-4e1c-a9c3-fb809b00aa9c req-2323b1b6-045c-419c-a8aa-d96c8b77558a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.4221487
Dec 16 14:38:23.080795 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-bfa95814-2f6b-4cbb-ab49-e4af61f096a9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78091827c644b1fb185ec17f9aa73e2 HTTP/1.1" status: 200  len: 380 time: 0.0662246
Dec 16 14:38:23.141789 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'port': {'device_id': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'admin_state_up': True, 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'security_groups': ['db4020cd-b51d-48a6-875a-e3bf30d0cbe2']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:38:23.327562 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-f2a0694f-a542-408f-92d5-ee1806330801 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb69c5ffb21a48ba9f80a543e763d5d4&device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 1097 time: 0.1843562
Dec 16 14:38:23.483364 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.48', 64843) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:23.499501 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:23.510316 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:23.560342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Made reservation on behalf of f78091827c644b1fb185ec17f9aa73e2 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:38:23.563709 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:23.778027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-6dc49f6a-f8d7-4c96-925d-6def11919fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:23.780310 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-6dc49f6a-f8d7-4c96-925d-6def11919fd1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ac6b60fa-9bd2-492c-8a75-465336d88d1a HTTP/1.1" status: 200  len: 912 time: 0.4459865
Dec 16 14:38:23.836232 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f03c3088-9426-4a43-aaa1-77f85615acdd req-10880b52-a81e-4c42-8e43-bae76098f236 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.3169100
Dec 16 14:38:23.869249 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-4fa40933-3edf-48df-8aa5-343a9a3dc10c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:23.870271 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-4fa40933-3edf-48df-8aa5-343a9a3dc10c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:23.914392 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-6eed7732-6855-4f72-abf8-9b753f178a01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4288c836-920e-4dde-9566-78d211f0412e HTTP/1.1" status: 200  len: 217 time: 0.1237578
Dec 16 14:38:24.014037 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Allocated IP 172.20.0.4 (6169d189-9be4-4abd-beaa-98b69d0a6fcc/184d3232-be31-4cb1-b518-e34f0ec5b8ba/c97c5936-fff0-4630-886d-e693f3707c42) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:38:24.055885 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-4fa40933-3edf-48df-8aa5-343a9a3dc10c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:24.057264 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-4fa40933-3edf-48df-8aa5-343a9a3dc10c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 817 time: 0.5725863
Dec 16 14:38:24.085248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6349f4-dac1-4a7d-9a0c-7e8fbc5c346c req-4c9ae0b8-4875-4998-aaee-127c5951db5b tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:24.086835 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be6349f4-dac1-4a7d-9a0c-7e8fbc5c346c req-4c9ae0b8-4875-4998-aaee-127c5951db5b tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.4077609
Dec 16 14:38:24.113939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-bb11b39d-5bd2-4a41-b4b3-48fe3d252a38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:24.115916 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-bb11b39d-5bd2-4a41-b4b3-48fe3d252a38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bed4493c-ad19-4f23-8c84-94f4cea42328 HTTP/1.1" status: 200  len: 851 time: 0.1939080
Dec 16 14:38:24.214189 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-76089204-0f75-4e25-b661-9a7e798d43a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ac6b60fa-9bd2-492c-8a75-465336d88d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702610
Dec 16 14:38:24.371331 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-af2db9cc-f0d2-4a79-bc5b-48c70df07955 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:24.380993 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be6349f4-dac1-4a7d-9a0c-7e8fbc5c346c req-f252ca65-1063-42db-8033-08752d06913c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2738190
Dec 16 14:38:24.436798 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-af2db9cc-f0d2-4a79-bc5b-48c70df07955 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:24.438650 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-af2db9cc-f0d2-4a79-bc5b-48c70df07955 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 380 time: 0.3506021
Dec 16 14:38:24.447436 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-2eae80a0-38e2-4d96-b19d-e116257a9f4a service neutron] 10.222.0.48 "GET /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323074
Dec 16 14:38:24.451587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'port': {'device_id': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'admin_state_up': True, 'tenant_id': '198be39f56934fc58b1c76e532336733', 'security_groups': ['be97e8ee-7e01-4738-b265-5d43f12365b7']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:38:24.559682 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:24.635927 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Transition to ACTIVE for port object c97c5936-fff0-4630-886d-e693f3707c42 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:38:24.703991 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a03beb89-d93d-4c16-9544-35a557319138 req-cb6a8be8-b94e-476b-87c0-7d3151e78f4f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.2549720
Dec 16 14:38:24.706175 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:24.716340 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:24.835110 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'Port': ['ID=c97c5936-fff0-4630-886d-e693f3707c42,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:24.839901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:24.867864 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:38:24.871219 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:38:24.886189 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:38:24.897061 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:24.898157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:24.942631 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8055239
Dec 16 14:38:24.961306 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:38:24.970076 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:24.976333 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Request body: {'port': {'device_id': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:38:24.983990 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae8b32d1-4913-4660-9a53-bb801c05f032 req-a922e23d-1ec2-49ac-83e4-c8d1f16b47e6 service neutron] 10.222.0.48 "GET /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5159333
Dec 16 14:38:24.990416 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:25.022093 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Made reservation on behalf of 198be39f56934fc58b1c76e532336733 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:38:25.033679 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:25.036700 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:38:25.037577 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf99b730>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:38:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:38:25.328494 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:25.485712 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Allocated IP 172.20.0.4 (2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb/3d32b759-ce69-472d-a6ab-ba81cc4970a4/e59517d2-2291-4c73-889e-594d9cc076e2) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:38:25.505440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:38:25.549767 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-568cfb35-59de-44e8-86f9-7a8f2c0b0514 None None] Provisioning for port c97c5936-fff0-4630-886d-e693f3707c42 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:25.566296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-568cfb35-59de-44e8-86f9-7a8f2c0b0514 None None] Provisioning complete for port c97c5936-fff0-4630-886d-e693f3707c42 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:25.567031 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-568cfb35-59de-44e8-86f9-7a8f2c0b0514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:25.797278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5617965-feb5-497f-b9b1-b1797f4b7316 req-89870391-b7d5-4ad0-8a63-500ddf0141f6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:25.798322 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c5617965-feb5-497f-b9b1-b1797f4b7316 req-89870391-b7d5-4ad0-8a63-500ddf0141f6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:25.899853 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c5617965-feb5-497f-b9b1-b1797f4b7316 req-89870391-b7d5-4ad0-8a63-500ddf0141f6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:25.901185 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c5617965-feb5-497f-b9b1-b1797f4b7316 req-89870391-b7d5-4ad0-8a63-500ddf0141f6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 931 time: 0.6169391
Dec 16 14:38:25.902592 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6aa71-fe48-4b59-aa64-8264a5035834 req-db9adc80-eee5-46d9-a3a9-356749153675 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:25.904329 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3fe6aa71-fe48-4b59-aa64-8264a5035834 req-db9adc80-eee5-46d9-a3a9-356749153675 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1500423
Dec 16 14:38:25.907357 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:25.961292 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Transition to ACTIVE for port object e59517d2-2291-4c73-889e-594d9cc076e2 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:38:25.962384 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-568cfb35-59de-44e8-86f9-7a8f2c0b0514 None None] Port c97c5936-fff0-4630-886d-e693f3707c42 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:38:26.027927 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3fe6aa71-fe48-4b59-aa64-8264a5035834 req-89cabf9a-b191-4151-b754-a4b1e5a81cdf tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009436
Dec 16 14:38:26.031805 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:26.055447 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5928eb6e-73f6-415d-8ea4-ebc0910ed35e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:26.227326 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:38:26.231490 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:38:26.237567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:38:26.241584 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:26.242395 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:26.246920 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:26.260461 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:26.294665 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8499854
Dec 16 14:38:26.307926 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf99b730>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 2, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:38:26.317510 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:38:26.318061 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Updating router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e port 5dc8b774-7d19-467a-9d01-7677ac3eb193 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:38:26.401928 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97c5936-fff0-4630-886d-e693f3707c42 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:38:26.416218 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:26.479584 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Transition to ACTIVE for port object c97c5936-fff0-4630-886d-e693f3707c42 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:38:26.487318 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:26.503615 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:26.509267 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-63f0e10a-8682-4bae-873f-31a1649a6114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:26.593064 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba682eb3-0577-4f7a-935b-a5045f6bf0d5 req-aadb1520-bc3c-4bc7-be27-3839e8024441 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:26.594727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-ba682eb3-0577-4f7a-935b-a5045f6bf0d5 req-aadb1520-bc3c-4bc7-be27-3839e8024441 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:26.638985 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-ba682eb3-0577-4f7a-935b-a5045f6bf0d5 req-aadb1520-bc3c-4bc7-be27-3839e8024441 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:26.640352 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ba682eb3-0577-4f7a-935b-a5045f6bf0d5 req-aadb1520-bc3c-4bc7-be27-3839e8024441 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 931 time: 0.2815440
Dec 16 14:38:26.705011 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c5936-fff0-4630-886d-e693f3707c42,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:26.722100 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c5617965-feb5-497f-b9b1-b1797f4b7316 req-006aea67-6370-4316-b002-19d733aed0e3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8125620
Dec 16 14:38:26.778089 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9a42d19f-c25f-4ee0-a29f-59f0785c3d31 None None] Provisioning for port e59517d2-2291-4c73-889e-594d9cc076e2 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:26.779937 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ba682eb3-0577-4f7a-935b-a5045f6bf0d5 req-8fa31eb1-6edb-4914-b9a3-bd59a2179154 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324680
Dec 16 14:38:26.808116 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9a42d19f-c25f-4ee0-a29f-59f0785c3d31 None None] Provisioning complete for port e59517d2-2291-4c73-889e-594d9cc076e2 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:26.808482 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9a42d19f-c25f-4ee0-a29f-59f0785c3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:26.870366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:27.016185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Attempting to bind port c97c5936-fff0-4630-886d-e693f3707c42 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:38:27.016460 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-9a42d19f-c25f-4ee0-a29f-59f0785c3d31 None None] Port e59517d2-2291-4c73-889e-594d9cc076e2 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:38:27.018406 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Attempting to bind port c97c5936-fff0-4630-886d-e693f3707c42 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:38:27.019056 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Attempting to bind port c97c5936-fff0-4630-886d-e693f3707c42 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:27.030755 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Port c97c5936-fff0-4630-886d-e693f3707c42 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:38:27.031120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Attempting to bind port c97c5936-fff0-4630-886d-e693f3707c42 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:27.039293 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:38:27.039799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Checking segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:38:27.040381 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Bound using segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:38:27.041662 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Bound port: c97c5936-fff0-4630-886d-e693f3707c42, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:38:27.041971 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.177462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] For port c97c5936-fff0-4630-886d-e693f3707c42, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:38:27.182717 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] For port c97c5936-fff0-4630-886d-e693f3707c42, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c97c5936-fff0-4630-886d-e693f3707c42,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:38:27.190893 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.199143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-21bcad93-83b0-4f94-b061-78d66f02b48a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:27.231743 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.266037 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Transition to ACTIVE for port object 5dc8b774-7d19-467a-9d01-7677ac3eb193 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:38:27.272797 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe2a8-f303-4b63-8c95-edc9cd2bc766 req-4dbed455-a518-46f3-9c36-610ba10a0a1c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:27.274563 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80abe2a8-f303-4b63-8c95-edc9cd2bc766 req-4dbed455-a518-46f3-9c36-610ba10a0a1c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1038439
Dec 16 14:38:27.279503 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.290728 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.295772 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 1093 time: 2.3308680
Dec 16 14:38:27.297033 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:27.297404 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:38:27.346113 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80abe2a8-f303-4b63-8c95-edc9cd2bc766 req-aacc6858-6315-4e29-a309-b51085dec08c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575273
Dec 16 14:38:27.366605 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57152) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:27.411062 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c97c5936-fff0-4630-886d-e693f3707c42,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:27.414869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:27.504020 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a6351-4571-4bca-8082-8ccb4de97ea3 None None] Pushing event updated for resources: {'Port': ['ID=5dc8b774-7d19-467a-9d01-7677ac3eb193,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:27.507984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-ae0a6351-4571-4bca-8082-8ccb4de97ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:27.595250 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.641899 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:27.647189 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Usage tracker for resource:security_group_rule and tenant:69cb559fb5c144ea81394d5566d03237 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:27.651256 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:27.659121 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:27.737697 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Attempting to bind port 5dc8b774-7d19-467a-9d01-7677ac3eb193 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:38:27.737924 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Attempting to bind port 5dc8b774-7d19-467a-9d01-7677ac3eb193 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:38:27.738342 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Attempting to bind port 5dc8b774-7d19-467a-9d01-7677ac3eb193 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:27.755806 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:38:27.756195 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Checking segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:38:27.756578 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.756966 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Bound using segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:38:27.757457 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Bound port: 5dc8b774-7d19-467a-9d01-7677ac3eb193, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:38:27.758133 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.760668 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.766251 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.778280 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:27.805264 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42', 'status': 'completed', 'code': 200}
Dec 16 14:38:27.829130 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b1076-3c00-458a-84ef-c31c1f9a4d70,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:27.838372 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69cb559fb5c144ea81394d5566d03237&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4664884
Dec 16 14:38:27.838372 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:27.839273 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57174) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:27.914371 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:27.966611 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:28.126660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:28.130483 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] For port 5dc8b774-7d19-467a-9d01-7677ac3eb193, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:38:28.143802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:28.144128 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] For port 5dc8b774-7d19-467a-9d01-7677ac3eb193, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=5dc8b774-7d19-467a-9d01-7677ac3eb193,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:38:28.151162 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:28.156157 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:28.160041 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccd1b-961f-4e6e-a451-73131d0ea27d req-85275468-df82-4aac-ae9a-893420cfabf2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:28.162715 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5b9ccd1b-961f-4e6e-a451-73131d0ea27d req-85275468-df82-4aac-ae9a-893420cfabf2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.1756094
Dec 16 14:38:28.170304 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b1076-3c00-458a-84ef-c31c1f9a4d70,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:28.173842 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:28.188583 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4bd49-09dd-4dcc-b5b6-e319f5113e44 req-99fb6a24-916d-4889-a33c-e13f891126b0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:28.192103 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-afc4bd49-09dd-4dcc-b5b6-e319f5113e44 req-99fb6a24-916d-4889-a33c-e13f891126b0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 931 time: 0.2123091
Dec 16 14:38:28.193459 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:28.194986 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/df2b1076-3c00-458a-84ef-c31c1f9a4d70 HTTP/1.1" status: 204  len: 168 time: 0.3552933
Dec 16 14:38:28.262050 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5b9ccd1b-961f-4e6e-a451-73131d0ea27d req-33e62046-8c17-4af3-800b-d7d9cfd2d625 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:28.279961 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a6351-4571-4bca-8082-8ccb4de97ea3 None None] Pushing event updated for resources: {'Port': ['ID=5dc8b774-7d19-467a-9d01-7677ac3eb193,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:28.281040 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-afc4bd49-09dd-4dcc-b5b6-e319f5113e44 req-8c0e9f79-f7a2-4a02-8d8b-cfa8fd444469 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785477
Dec 16 14:38:28.283887 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-ae0a6351-4571-4bca-8082-8ccb4de97ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:28.286011 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:38:28.286732 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf99b730>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:38:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:38:28.292403 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5b9ccd1b-961f-4e6e-a451-73131d0ea27d req-33e62046-8c17-4af3-800b-d7d9cfd2d625 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:28.300877 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5b9ccd1b-961f-4e6e-a451-73131d0ea27d req-33e62046-8c17-4af3-800b-d7d9cfd2d625 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293097
Dec 16 14:38:28.525129 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:38:28.584856 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc45f-0f24-45e1-a14f-88de037036f7 req-b7deedea-f196-42c3-b2b4-7b39a03dd596 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:28.584856 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-549fc45f-0f24-45e1-a14f-88de037036f7 req-b7deedea-f196-42c3-b2b4-7b39a03dd596 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.0879536
Dec 16 14:38:28.655442 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-549fc45f-0f24-45e1-a14f-88de037036f7 req-2ed01efa-8907-4232-a666-ab5dad1fd09f tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644917
Dec 16 14:38:28.868752 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf99b730>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:28Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:38:28.873100 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e48fd5-a591-4069-a822-d5ffd5d8a1de None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:28Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:38:28.910662 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-02dd2fc8-3502-4990-b46d-4c134e3c8687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:28.935495 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Request body: {'port': {'device_id': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:38:29.091046 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:29.443767 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 5dc8b774-7d19-467a-9d01-7677ac3eb193 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:29.610842 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 5dc8b774-7d19-467a-9d01-7677ac3eb193 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:29.618316 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 5dc8b774-7d19-467a-9d01-7677ac3eb193 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:29.618691 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:29.635294 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3254b-85e5-488d-9220-22602a08e649 req-b4f43632-027a-4d82-b246-da9661965f8e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:29.642955 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ffc3254b-85e5-488d-9220-22602a08e649 req-b4f43632-027a-4d82-b246-da9661965f8e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.1321917
Dec 16 14:38:29.714662 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ffc3254b-85e5-488d-9220-22602a08e649 req-9ee4970e-f309-4984-bcf2-887b1af2d389 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706897
Dec 16 14:38:29.808484 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:29.849562 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59517d2-2291-4c73-889e-594d9cc076e2 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:38:29.864685 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 5dc8b774-7d19-467a-9d01-7677ac3eb193, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=5dc8b774-7d19-467a-9d01-7677ac3eb193,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:29.869743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:29.872041 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:29.879060 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:29.903374 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Transition to ACTIVE for port object e59517d2-2291-4c73-889e-594d9cc076e2 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:38:29.909880 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:29.924700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:29.944164 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06312d92-eb9d-4a00-946d-93808da56060 req-24ae3c0a-55bb-4775-acdd-d3e9907f4266 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:29.952475 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-06312d92-eb9d-4a00-946d-93808da56060 req-24ae3c0a-55bb-4775-acdd-d3e9907f4266 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 944 time: 0.1146903
Dec 16 14:38:29.970250 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=5dc8b774-7d19-467a-9d01-7677ac3eb193,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:29.981137 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:29.985588 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214c425-3c54-485d-be08-847a8596026f req-bc3047e7-e6cb-4d89-91cc-2018969cdba3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:29.987128 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9214c425-3c54-485d-be08-847a8596026f req-bc3047e7-e6cb-4d89-91cc-2018969cdba3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 931 time: 0.1961219
Dec 16 14:38:30.029241 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-06312d92-eb9d-4a00-946d-93808da56060 req-e9a5843c-cae6-4938-a7aa-9a253f4c14ab tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757544
Dec 16 14:38:30.111403 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:30.115380 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:30.289101 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9214c425-3c54-485d-be08-847a8596026f req-b3d0e4d5-fb23-4850-9e18-214271b8772f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2927227
Dec 16 14:38:30.295159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Attempting to bind port e59517d2-2291-4c73-889e-594d9cc076e2 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:38:30.295512 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Attempting to bind port e59517d2-2291-4c73-889e-594d9cc076e2 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:38:30.295801 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Attempting to bind port e59517d2-2291-4c73-889e-594d9cc076e2 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:30.303686 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Port e59517d2-2291-4c73-889e-594d9cc076e2 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:38:30.304121 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Attempting to bind port e59517d2-2291-4c73-889e-594d9cc076e2 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:38:30.313029 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:38:30.313578 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Checking segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:38:30.314051 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Bound using segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:38:30.314727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Bound port: e59517d2-2291-4c73-889e-594d9cc076e2, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:38:30.315149 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:30.426014 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:38:30.430406 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:38:30.437449 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:30.442359 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:30.501270 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:30.502760 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] 10.222.0.48 "PUT /v2.0/ports/e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 1093 time: 1.5717978
Dec 16 14:38:30.503251 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:38:30.537264 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:30.542618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:30.557703 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4288c836-920e-4dde-9566-78d211f0412e details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:38:30.659127 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'status': 'completed', 'code': 200}
Dec 16 14:38:30.739596 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d9f81c4-a834-4d1d-9229-3e3b1de4ad87 req-c0bd4d34-394a-4503-892e-9266ce83b2c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1096 time: 0.1773875
Dec 16 14:38:30.766905 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-c0eeb430-32b2-4ac5-868b-569bbe84b200 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1096 time: 0.1280608
Dec 16 14:38:30.817266 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 4288c836-920e-4dde-9566-78d211f0412e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4288c836-920e-4dde-9566-78d211f0412e,segment=NetworkSegment(0145021a-2c41-4d46-97a5-eb131123b9d1),segment_id=0145021a-2c41-4d46-97a5-eb131123b9d1)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:30.835222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '4288c836-920e-4dde-9566-78d211f0412e', 'network_id': 'ac6b60fa-9bd2-492c-8a75-465336d88d1a', 'port_id': '4288c836-920e-4dde-9566-78d211f0412e', 'mac_address': 'fa:16:3e:9c:5d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed4493c-ad19-4f23-8c84-94f4cea42328', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:38:30.943548 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f81c4-a834-4d1d-9229-3e3b1de4ad87 req-b7208b6b-dcfc-4294-b034-742f2f4531bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:30.945121 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d9f81c4-a834-4d1d-9229-3e3b1de4ad87 req-b7208b6b-dcfc-4294-b034-742f2f4531bc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f78091827c644b1fb185ec17f9aa73e2&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1875529
Dec 16 14:38:30.972380 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:30.976615 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-fbce8ef7-da95-48bf-b871-7b44de92ba66 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 217 time: 0.1950028
Dec 16 14:38:30.994149 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4288c836-920e-4dde-9566-78d211f0412e {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:38:31.021187 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 4288c836-920e-4dde-9566-78d211f0412e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4288c836-920e-4dde-9566-78d211f0412e,segment=NetworkSegment(0145021a-2c41-4d46-97a5-eb131123b9d1),segment_id=0145021a-2c41-4d46-97a5-eb131123b9d1)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:31.027528 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:31.031994 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:31.073156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-02558930-3a5b-46c2-87e8-e1f40bda79ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:31.074870 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-02558930-3a5b-46c2-87e8-e1f40bda79ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0916300
Dec 16 14:38:31.134397 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=4288c836-920e-4dde-9566-78d211f0412e,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:31.150561 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:31.263094 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f81c4-a834-4d1d-9229-3e3b1de4ad87 req-2107838a-5380-4b11-8812-026238b0bab7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:31.264856 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d9f81c4-a834-4d1d-9229-3e3b1de4ad87 req-2107838a-5380-4b11-8812-026238b0bab7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2847641
Dec 16 14:38:31.272334 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967fc7b-2a62-4ad8-a501-a853bbf8504c req-00b3f9eb-bec0-435c-8fb6-c8f59bfaabdc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:31.274462 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8967fc7b-2a62-4ad8-a501-a853bbf8504c req-00b3f9eb-bec0-435c-8fb6-c8f59bfaabdc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.3323364
Dec 16 14:38:31.336364 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-2f9aa881-895f-4634-b010-243a0d456fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2474773
Dec 16 14:38:31.384745 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 5dc8b774-7d19-467a-9d01-7677ac3eb193 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:31.409834 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8967fc7b-2a62-4ad8-a501-a853bbf8504c req-bca2dff9-92b3-4324-a3a0-d058c96d952c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288507
Dec 16 14:38:31.474775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7294-d61d-4641-a6c8-e7dbcff25634 req-47c41640-f718-42f2-b3ce-085fc7727e03 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:31.476683 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-e80645e6-ce62-49f7-9975-81b2ae8b151d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1096 time: 0.1231432
Dec 16 14:38:31.480548 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cb1d7294-d61d-4641-a6c8-e7dbcff25634 req-47c41640-f718-42f2-b3ce-085fc7727e03 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 945 time: 0.2847364
Dec 16 14:38:31.503712 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0e28c55a-7c3f-44fa-bd24-5b082c99969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:31.578865 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-c750efbd-b1f7-43df-98c3-2bb865bb00cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 217 time: 0.0848556
Dec 16 14:38:31.581032 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 5dc8b774-7d19-467a-9d01-7677ac3eb193 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:31.581608 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:31.693189 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-33841f99-19b2-4918-8cfb-bc51175f1f45 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3488555
Dec 16 14:38:31.696398 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cb1d7294-d61d-4641-a6c8-e7dbcff25634 req-c5abf2a9-c6a6-4da3-a625-82a96a47e679 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104564
Dec 16 14:38:31.798587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-6235beab-80fc-403d-b7a0-7ffa5c97ca8e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:31.800065 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-6235beab-80fc-403d-b7a0-7ffa5c97ca8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.2143347
Dec 16 14:38:31.839290 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4288c836-920e-4dde-9566-78d211f0412e'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:38:31.883005 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4b59d-192f-4466-a23f-8761754225bb req-6fc0c034-7536-4b44-8208-49e4308fa111 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:31.889892 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2c1a160-29c6-4dcc-93ab-163dc12b4f54 req-534d4db9-1d9d-4e0c-b3a8-a607c3d1ad53 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876755
Dec 16 14:38:31.894697 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-22c4b59d-192f-4466-a23f-8761754225bb req-6fc0c034-7536-4b44-8208-49e4308fa111 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2103815
Dec 16 14:38:31.968447 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-22c4b59d-192f-4466-a23f-8761754225bb req-325d9f55-1171-4ea0-a954-17e907f4368d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609238
Dec 16 14:38:31.976070 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-d8456b2c-3870-4251-814a-78eed0f550a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1683719
Dec 16 14:38:32.124752 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-a3582265-b536-4a44-b6df-82279f50ec0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1096 time: 0.1240413
Dec 16 14:38:32.169083 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-c4ff282a-1ca4-470f-88e3-6e0b6b3ae620 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678338
Dec 16 14:38:32.279515 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-74e20789-d318-4d05-b6c8-b17ef76660a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:32.282506 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-74e20789-d318-4d05-b6c8-b17ef76660a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.1494586
Dec 16 14:38:32.324121 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7e28f1-3bfe-4529-b5fd-c3f3eace74b6 req-a5f449f5-2e68-4f1e-a9d1-5703c8fc6548 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421390
Dec 16 14:38:32.370779 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-d2b0cf01-d9a2-4e1d-8cca-feecba8ccf14 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 217 time: 0.0827804
Dec 16 14:38:32.384949 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:32.472157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-7bae66e6-3039-4f87-b69c-0afd4d30be5f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:32.473941 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-7bae66e6-3039-4f87-b69c-0afd4d30be5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0687249
Dec 16 14:38:32.569386 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-61e534fe-b29a-4993-89bf-d29283840e97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870352
Dec 16 14:38:32.808921 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9ce74-1fcf-46ac-ae78-f33a37a8f005 req-d186fd05-2d6d-4f9f-a94b-63c92e8b6254 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:32.810493 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dba9ce74-1fcf-46ac-ae78-f33a37a8f005 req-d186fd05-2d6d-4f9f-a94b-63c92e8b6254 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.1466441
Dec 16 14:38:32.831383 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-900ae9f3-6e1e-4855-9a4f-a6b324247f3a service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2535436
Dec 16 14:38:32.849615 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:32.979897 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379712e-a192-4a50-9446-71e221fb7f95 req-3e8fd862-cebe-4010-9cd7-465f2fafd8f2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:32.985493 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6379712e-a192-4a50-9446-71e221fb7f95 req-3e8fd862-cebe-4010-9cd7-465f2fafd8f2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 945 time: 0.1218915
Dec 16 14:38:32.990121 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dba9ce74-1fcf-46ac-ae78-f33a37a8f005 req-01812531-4278-4a69-8a4e-1d56eb05cf95 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570735
Dec 16 14:38:33.056634 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6379712e-a192-4a50-9446-71e221fb7f95 req-0bd80f3f-b3eb-4022-8714-1d6d3a2d53ab tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620623
Dec 16 14:38:33.061477 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c4aa194-d76c-4f4c-bbac-fa1ce308719f req-11318abb-bd4a-4920-8613-1416d0be6de1 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017193
Dec 16 14:38:33.281411 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea103db-2437-425a-a35d-c440a993b216 req-d3da13b6-a02c-4d75-be7c-8cd7b8e9d39c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:33.283026 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ea103db-2437-425a-a35d-c440a993b216 req-d3da13b6-a02c-4d75-be7c-8cd7b8e9d39c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1038649
Dec 16 14:38:33.353260 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ea103db-2437-425a-a35d-c440a993b216 req-f57d4559-913b-47cf-b1b6-3328319814e1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574286
Dec 16 14:38:34.286115 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368a75-060c-43a9-a575-5d7db7307657 req-3acc6a5a-d684-4f58-b93d-c116f586eada tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:34.296565 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f5368a75-060c-43a9-a575-5d7db7307657 req-3acc6a5a-d684-4f58-b93d-c116f586eada tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.1672366
Dec 16 14:38:34.359964 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba3d75-5115-4f01-a2e5-00a75aa7ec5e req-fc64f749-0193-4164-b437-4002a45ab72d tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:34.361700 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4cba3d75-5115-4f01-a2e5-00a75aa7ec5e req-fc64f749-0193-4164-b437-4002a45ab72d tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 945 time: 0.1059442
Dec 16 14:38:34.372300 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f5368a75-060c-43a9-a575-5d7db7307657 req-8dfc2c69-ba3c-4d73-8afb-3e504576a436 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739601
Dec 16 14:38:34.400419 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:34.431420 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4cba3d75-5115-4f01-a2e5-00a75aa7ec5e req-f6806c31-8b7a-4d92-9744-a22035e7f7f9 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627367
Dec 16 14:38:34.600398 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd9536-0679-477b-83ce-e00b58ee7536 req-47eff5d8-069b-4692-aa5b-ab8766224d7e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:34.602310 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d4fd9536-0679-477b-83ce-e00b58ee7536 req-47eff5d8-069b-4692-aa5b-ab8766224d7e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.0907495
Dec 16 14:38:34.657848 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d4fd9536-0679-477b-83ce-e00b58ee7536 req-19dc59ea-ad11-4b54-b689-eaf76d4603eb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494585
Dec 16 14:38:35.635457 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd3d68-1ce7-48b2-8ec3-5e60cf376c70 req-82bddaf9-452c-4c36-a0cf-7d3deef56c7b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:35.636964 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4acd3d68-1ce7-48b2-8ec3-5e60cf376c70 req-82bddaf9-452c-4c36-a0cf-7d3deef56c7b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.1368930
Dec 16 14:38:35.660213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee77fc9-4726-4a71-a3e4-494161dc2a5d req-1e7d2db0-e92d-4ddb-9e66-c29d52acf406 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:35.661714 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fee77fc9-4726-4a71-a3e4-494161dc2a5d req-1e7d2db0-e92d-4ddb-9e66-c29d52acf406 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 945 time: 0.0793579
Dec 16 14:38:35.684487 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4acd3d68-1ce7-48b2-8ec3-5e60cf376c70 req-e2d4501e-59a0-4a3e-b6a7-9ca813b4bbea tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415256
Dec 16 14:38:35.774857 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fee77fc9-4726-4a71-a3e4-494161dc2a5d req-31f30a80-c448-4975-ba8f-5754ca47b5e4 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071353
Dec 16 14:38:35.917656 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c601-a969-4b26-bf8f-556405b598d1 req-8d54adb1-fea3-4fbb-8326-b427f96243c5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:35.919173 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e01c601-a969-4b26-bf8f-556405b598d1 req-8d54adb1-fea3-4fbb-8326-b427f96243c5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.0811615
Dec 16 14:38:35.970683 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e01c601-a969-4b26-bf8f-556405b598d1 req-00c118da-0157-4465-b9a1-6bd1eecdb40a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457311
Dec 16 14:38:36.886489 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c832e62-6505-4970-b951-148d0629924b req-6759cf0b-f9ac-4375-b6e4-25e68d10d7a1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:36.888199 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7c832e62-6505-4970-b951-148d0629924b req-6759cf0b-f9ac-4375-b6e4-25e68d10d7a1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.0799873
Dec 16 14:38:36.936432 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7c832e62-6505-4970-b951-148d0629924b req-5236de6a-22fa-422c-a3e5-4273d72a55f0 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422359
Dec 16 14:38:36.996623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ed2c-70a0-4fec-9253-93c934bd8c1b req-607212d4-4607-4ac9-b64e-ae5cb46c2ea7 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:36.998056 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7cf5ed2c-70a0-4fec-9253-93c934bd8c1b req-607212d4-4607-4ac9-b64e-ae5cb46c2ea7 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 945 time: 0.0941641
Dec 16 14:38:37.059532 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7cf5ed2c-70a0-4fec-9253-93c934bd8c1b req-7cdcb59b-fd41-4c51-b410-fd0ad6980920 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525064
Dec 16 14:38:37.104286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4288c836-920e-4dde-9566-78d211f0412e up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:37.199657 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee668ec-502e-4856-9224-f13d12431690 req-d2d23de1-c82c-4b1c-8ce8-fad0f8b25dfc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:37.201303 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9ee668ec-502e-4856-9224-f13d12431690 req-d2d23de1-c82c-4b1c-8ce8-fad0f8b25dfc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.0927389
Dec 16 14:38:37.254900 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9ee668ec-502e-4856-9224-f13d12431690 req-184bae69-3d4d-4448-9a7d-e62193085e8c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450301
Dec 16 14:38:37.263068 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 4288c836-920e-4dde-9566-78d211f0412e completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:37.268485 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 4288c836-920e-4dde-9566-78d211f0412e triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:37.268862 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:37.388450 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:37.418424 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4288c836-920e-4dde-9566-78d211f0412e'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:38:37.482508 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 4288c836-920e-4dde-9566-78d211f0412e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4288c836-920e-4dde-9566-78d211f0412e,segment=NetworkSegment(0145021a-2c41-4d46-97a5-eb131123b9d1),segment_id=0145021a-2c41-4d46-97a5-eb131123b9d1)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:37.488616 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:37.490513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:37.564929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=4288c836-920e-4dde-9566-78d211f0412e,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:37.568327 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:37.757103 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4288c836-920e-4dde-9566-78d211f0412e', 'code': 200}
Dec 16 14:38:38.218995 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4ac28-8d67-4b2d-aa43-22105ab3ed7a req-ded37de6-54a6-4613-b5ab-447898ca655d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:38.220316 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-47b4ac28-8d67-4b2d-aa43-22105ab3ed7a req-ded37de6-54a6-4613-b5ab-447898ca655d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.1398447
Dec 16 14:38:38.278487 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-47b4ac28-8d67-4b2d-aa43-22105ab3ed7a req-f355f9c6-4a3c-4072-b426-3f4f585f82a9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520718
Dec 16 14:38:38.286999 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c114f-282c-43a0-86f4-14317f783685 req-26711081-72f4-4102-9029-4163ab8d2242 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:38.288583 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-519c114f-282c-43a0-86f4-14317f783685 req-26711081-72f4-4102-9029-4163ab8d2242 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.0924072
Dec 16 14:38:38.348359 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-519c114f-282c-43a0-86f4-14317f783685 req-3cd17111-1f59-42e3-8687-6cf110c7764f tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503025
Dec 16 14:38:38.489842 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30001247-b600-4e26-8265-0fc2b8b6dc65 req-9d0c7d57-f064-4536-9a29-399dc94bc2b5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:38.491924 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30001247-b600-4e26-8265-0fc2b8b6dc65 req-9d0c7d57-f064-4536-9a29-399dc94bc2b5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.0840578
Dec 16 14:38:38.547454 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30001247-b600-4e26-8265-0fc2b8b6dc65 req-7b3f03ce-495e-4a7d-bb42-a6cbfaf1a80d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478480
Dec 16 14:38:39.515541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c376-762e-4be5-9e81-2408571ac7af req-a5c4229f-683b-4b86-b890-b878fdbd4220 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:39.517081 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1b4c376-762e-4be5-9e81-2408571ac7af req-a5c4229f-683b-4b86-b890-b878fdbd4220 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.0960987
Dec 16 14:38:39.584766 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1b4c376-762e-4be5-9e81-2408571ac7af req-8057565b-300c-4c5d-8df6-a8e62602613e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614059
Dec 16 14:38:39.589258 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f40f3-2518-4c4f-b260-a74052455515 req-4871499b-2b66-436f-a8b9-25e3b1322f02 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:39.591211 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a56f40f3-2518-4c4f-b260-a74052455515 req-4871499b-2b66-436f-a8b9-25e3b1322f02 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1056335
Dec 16 14:38:39.656160 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a56f40f3-2518-4c4f-b260-a74052455515 req-bdb80a45-b830-48ef-b8f9-59f4c8c5ef74 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546117
Dec 16 14:38:39.729587 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:38:39.861194 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f31b-a505-4055-b230-fc8e63969ed0 req-7910245e-7b5b-4d72-b3bc-ee9ed9dbcdff tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:39.862874 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ac55f31b-a505-4055-b230-fc8e63969ed0 req-7910245e-7b5b-4d72-b3bc-ee9ed9dbcdff tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1302378
Dec 16 14:38:39.937207 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ac55f31b-a505-4055-b230-fc8e63969ed0 req-7a6ea54b-fb72-4ef0-83a8-5c1dedd0c18b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638716
Dec 16 14:38:39.955347 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:39.982175 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'mac_address': 'fa:16:3e:f7:e8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:38:40.062163 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:40.089519 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59517d2-2291-4c73-889e-594d9cc076e2 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:38:40.124104 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:40.131010 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:40.134613 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:40.163757 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-571f7e9d-2af2-4c97-99b8-fc486ca065de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 1099 time: 0.1018467
Dec 16 14:38:40.206416 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:40.232543 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:40.249447 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:40.254525 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:40.278134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:40.282456 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Usage tracker for resource:security_group_rule and tenant:b6d18cf4033c4cf3992edc7b1939b8d5 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:40.285893 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:40.292513 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:40.377171 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:40.386264 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:40.394868 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:40.429324 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dd6891a0-782f-468a-9801-cf77ebeff45f req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557173
Dec 16 14:38:40.431324 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf7da7-5cca-4020-b67c-176345705b06,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:40.435616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:40.827253 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93079a97-b6b6-4795-94d5-8d2b30af6af9 req-d3ff9992-42e8-436c-98f4-0e9943e1aa3c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:40.828970 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93079a97-b6b6-4795-94d5-8d2b30af6af9 req-d3ff9992-42e8-436c-98f4-0e9943e1aa3c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 943 time: 0.0885854
Dec 16 14:38:40.879047 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93079a97-b6b6-4795-94d5-8d2b30af6af9 req-a7b25942-15f9-495f-a094-d97854a7b905 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440600
Dec 16 14:38:40.885181 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c4980-87ef-4b17-97de-7b43978842fc req-1a969e30-f286-4ec9-9a5c-e1d7fa79ac08 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:40.886769 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b94c4980-87ef-4b17-97de-7b43978842fc req-1a969e30-f286-4ec9-9a5c-e1d7fa79ac08 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.0945101
Dec 16 14:38:40.934585 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b94c4980-87ef-4b17-97de-7b43978842fc req-866727e7-100c-4aa4-8469-0f726f20ef72 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418739
Dec 16 14:38:41.107666 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['e59517d2-2291-4c73-889e-594d9cc076e2'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:38:41.322477 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cdadf-1415-47ed-b728-5ce0562ee441 req-b99d1b3e-215c-4f93-887c-25207833027b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:41.329821 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b34cdadf-1415-47ed-b728-5ce0562ee441 req-b99d1b3e-215c-4f93-887c-25207833027b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.1781578
Dec 16 14:38:41.394887 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b34cdadf-1415-47ed-b728-5ce0562ee441 req-a6f0b40e-17ab-4336-88bc-dfcb5157ed3e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640035
Dec 16 14:38:41.709648 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c97c5936-fff0-4630-886d-e693f3707c42 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:38:41.941162 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port c97c5936-fff0-4630-886d-e693f3707c42, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c97c5936-fff0-4630-886d-e693f3707c42,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:41.956997 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'c97c5936-fff0-4630-886d-e693f3707c42', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'port_id': 'c97c5936-fff0-4630-886d-e693f3707c42', 'mac_address': 'fa:16:3e:78:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:38:42.058673 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:42.111521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97c5936-fff0-4630-886d-e693f3707c42 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:38:42.134593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port c97c5936-fff0-4630-886d-e693f3707c42, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c97c5936-fff0-4630-886d-e693f3707c42,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:42.140551 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:42.144514 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-ae0a6351-4571-4bca-8082-8ccb4de97ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:42.232118 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=c97c5936-fff0-4630-886d-e693f3707c42,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:42.236184 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:42.280772 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8bb2f-a2d3-427b-a515-5660c514db71 req-cc7faded-616b-4f38-9b4d-6cc32da52c60 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:42.288478 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dee8bb2f-a2d3-427b-a515-5660c514db71 req-cc7faded-616b-4f38-9b4d-6cc32da52c60 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.1408730
Dec 16 14:38:42.338937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d353b3-2d9b-4be2-ae05-85e608d6833b req-995ab80e-9bf9-4f86-834c-33f270d4d52c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:42.346218 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80d353b3-2d9b-4be2-ae05-85e608d6833b req-995ab80e-9bf9-4f86-834c-33f270d4d52c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1251209
Dec 16 14:38:42.354353 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dee8bb2f-a2d3-427b-a515-5660c514db71 req-07e52748-b026-4fc8-815a-97398e1476e8 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644927
Dec 16 14:38:42.394003 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57584) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:42.394484 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80d353b3-2d9b-4be2-ae05-85e608d6833b req-a454e543-276a-4ad6-a72a-e85186c534cf tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474160
Dec 16 14:38:42.559493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57602) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:42.753776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befc8f-b540-42d8-8fc1-382b998e25a4 req-03827ab4-c200-46ae-bd13-6c54b6c3ab06 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:42.756515 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-58befc8f-b540-42d8-8fc1-382b998e25a4 req-03827ab4-c200-46ae-bd13-6c54b6c3ab06 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.1411960
Dec 16 14:38:42.780786 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:42.816724 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:42.854223 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:42.859245 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Usage tracker for resource:security_group_rule and tenant:6dfb7fa8a2be4e5b87aabde6afbdb510 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:42.865615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:42.870143 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:42.876398 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Usage tracker for resource:security_group_rule and tenant:bcbb07272a8841358c74400af3987ac8 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:42.879987 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:42.881277 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:42.890591 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:42.908470 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-58befc8f-b540-42d8-8fc1-382b998e25a4 req-b42addf0-f9dc-4502-a51e-ffa665e76d92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128385
Dec 16 14:38:42.987296 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.003470 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.015117 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4a510b2f-88ca-419e-a48d-102174addf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:43.043417 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.049325 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.061821 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6dfb7fa8a2be4e5b87aabde6afbdb510&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6659718
Dec 16 14:38:43.064634 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57634) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:43.065262 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:43.067235 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0833a369-891f-4819-8324-073d5e354d45,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:43.078162 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.078744 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.079278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.079836 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.080352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.080874 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.081383 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.081892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.082904 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.083605 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.084315 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.107076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:43.198509 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bcbb07272a8841358c74400af3987ac8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6373458
Dec 16 14:38:43.200560 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49734caa-abce-4dfd-95fa-7c163da68b7b,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:43.201214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57646) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:43.241493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.241841 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.242403 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.242751 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.243277 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.243722 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.244557 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.244898 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.245229 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.245557 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.246039 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:43.251655 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:43.252452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.279659 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.284168 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.313949 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.385508 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.403760 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:43.417246 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.459345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0833a369-891f-4819-8324-073d5e354d45,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:43.467132 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:43.483239 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b64bc3b3-33cb-4876-b576-b1b0622e7e8d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:43.486568 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.489630 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0833a369-891f-4819-8324-073d5e354d45 HTTP/1.1" status: 204  len: 168 time: 0.4159892
Dec 16 14:38:43.519358 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57666) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:43.531541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49734caa-abce-4dfd-95fa-7c163da68b7b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:43.554378 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:43.569034 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.575230 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/49734caa-abce-4dfd-95fa-7c163da68b7b HTTP/1.1" status: 204  len: 168 time: 0.3722086
Dec 16 14:38:43.731744 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da6a57-51b1-4f63-847a-31b334c8ead5 req-dad4f281-9f21-47b7-9c6c-7aca5c42f658 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:43.733808 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7da6a57-51b1-4f63-847a-31b334c8ead5 req-dad4f281-9f21-47b7-9c6c-7aca5c42f658 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.0935419
Dec 16 14:38:43.750939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3a548-f55e-4287-a7f8-93126d19534e req-e0a30bac-89dc-4003-8c10-6df27ccb188d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:43.752675 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f4b3a548-f55e-4287-a7f8-93126d19534e req-e0a30bac-89dc-4003-8c10-6df27ccb188d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.1344216
Dec 16 14:38:43.756155 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.806254 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7da6a57-51b1-4f63-847a-31b334c8ead5 req-e87a351c-17a4-491d-9e26-0c017afe82b8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655849
Dec 16 14:38:43.832039 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f4b3a548-f55e-4287-a7f8-93126d19534e req-ad79a80a-93ef-44a4-9133-346f3095d4cd tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638659
Dec 16 14:38:43.836103 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:43.841384 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Usage tracker for resource:security_group_rule and tenant:be57c1f88c1c41d48335ae667c4a7038 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:43.846365 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:43.856578 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:43.975969 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.984735 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:43.993950 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-6f2c0ab4-bc5b-4d92-8580-ccdc2b29cc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:44.044800 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425b8866-9221-49e7-b37d-f013fc12d30c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:44.050369 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:44.054369 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be57c1f88c1c41d48335ae667c4a7038&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5335591
Dec 16 14:38:44.057840 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57682) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:44.058745 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57684) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:44.106323 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.208256 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:44.210689 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.215747 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Usage tracker for resource:security_group_rule and tenant:3ae0096ff37049889b2a637aca5f0350 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:44.224933 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:44.238060 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:44.264915 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.274707 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a59fd-ff9a-4f18-8a93-ad1281de7071 req-4060d407-4a12-45ee-adf8-60025b2e26fa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:44.275942 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e7a59fd-ff9a-4f18-8a93-ad1281de7071 req-4060d407-4a12-45ee-adf8-60025b2e26fa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.1039977
Dec 16 14:38:44.358774 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e7a59fd-ff9a-4f18-8a93-ad1281de7071 req-57f034dd-6390-4dbe-b8b1-9aaa0d715809 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728452
Dec 16 14:38:44.381911 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.388063 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.395791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:44.407695 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.408926 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425b8866-9221-49e7-b37d-f013fc12d30c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:44.412665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:44.422532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-7c336375-4be0-4d9b-b585-c0378f636d3b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:44.449463 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.454458 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/425b8866-9221-49e7-b37d-f013fc12d30c HTTP/1.1" status: 204  len: 168 time: 0.3909810
Dec 16 14:38:44.455834 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57692) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:44.477647 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.508100 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ae0096ff37049889b2a637aca5f0350&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4463696
Dec 16 14:38:44.509296 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b131c8b-6c1a-4e33-afce-0103af23df5c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:44.511568 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57698) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:44.515228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:44.518032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:44.528166 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:44.564923 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8def4fd20cd44d389d4dffcbc872b94 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:44.574790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:44.601301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:44.635381 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port e59517d2-2291-4c73-889e-594d9cc076e2 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:44.642056 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port e59517d2-2291-4c73-889e-594d9cc076e2 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:44.642484 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.693770 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.770636 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.809470 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.849607 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:38:44.876949 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:44.890490 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.894722 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-ae0a6351-4571-4bca-8082-8ccb4de97ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:44.901443 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.912145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:44.938301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b46c087f-db5e-4364-9828-3583b7ff3f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:45.015947 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'code': 200}
Dec 16 14:38:45.030239 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.034809 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d246ac-1231-4111-990b-d8f9a9e42eda,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:45.044965 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:45.045695 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:45.062694 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e3cef35d-245c-45ae-9dfc-1a36ef833cc5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8def4fd20cd44d389d4dffcbc872b94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6057084
Dec 16 14:38:45.066791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57712) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:45.083787 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b131c8b-6c1a-4e33-afce-0103af23df5c,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:45.092883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:45.108511 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.116927 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b131c8b-6c1a-4e33-afce-0103af23df5c HTTP/1.1" status: 204  len: 168 time: 0.5959713
Dec 16 14:38:45.177184 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:45.196303 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.196943 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.197488 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.198162 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.198715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.199242 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.199766 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.200569 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.201117 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.201655 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.214407 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:38:45.241641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:45.360274 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55785d3-8476-4acf-9070-07336194fedb req-5a06cbfc-0e0f-4fb0-a970-a11938663cf3 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:45.362437 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b55785d3-8476-4acf-9070-07336194fedb req-5a06cbfc-0e0f-4fb0-a970-a11938663cf3 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1858647
Dec 16 14:38:45.378765 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.433396 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b55785d3-8476-4acf-9070-07336194fedb req-4c8a399b-0b5e-49f0-97af-4c137c5ee5c7 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604866
Dec 16 14:38:45.459812 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57722) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:45.464140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.489864 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.517318 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09272c23-a979-4f99-b332-461cf1f86092 req-a4a42dd7-e017-4250-a712-8eea52e68754 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:45.520021 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-09272c23-a979-4f99-b332-461cf1f86092 req-a4a42dd7-e017-4250-a712-8eea52e68754 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.3618624
Dec 16 14:38:45.561761 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:45.567514 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Usage tracker for resource:security_group_rule and tenant:19ea94337b4d42b78e06b019fbc02000 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:45.571649 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:45.591541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:45.643834 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-09272c23-a979-4f99-b332-461cf1f86092 req-735735cf-cbdd-4052-b072-c7050f390189 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137631
Dec 16 14:38:45.667685 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.684986 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-aad57129-95f0-4559-8353-6153d415fa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:45.747811 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d246ac-1231-4111-990b-d8f9a9e42eda,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:45.752337 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:45.753719 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.756059 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46d246ac-1231-4111-990b-d8f9a9e42eda HTTP/1.1" status: 204  len: 168 time: 0.6872151
Dec 16 14:38:45.877154 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.886386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:45.897263 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:45.950029 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4490ca50-9c71-414c-8ea8-4be2daaadcf7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:45.954215 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:45.968419 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=19ea94337b4d42b78e06b019fbc02000&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5068800
Dec 16 14:38:45.970878 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57736) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:45.983366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a99c4-dd9c-43ea-8ae8-d1b6cb19d5c9 req-1990a38a-31ae-4036-b255-ef58aad82fc7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:45.984820 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-337a99c4-dd9c-43ea-8ae8-d1b6cb19d5c9 req-1990a38a-31ae-4036-b255-ef58aad82fc7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.3583617
Dec 16 14:38:46.100007 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-337a99c4-dd9c-43ea-8ae8-d1b6cb19d5c9 req-e4f36517-e124-4d64-9c0f-08d88f0e0b4c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001968
Dec 16 14:38:46.107610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:46.144317 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:46.250607 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:46.260464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8403a71e-5232-4865-a081-ef157c272f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:46.279852 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490ca50-9c71-414c-8ea8-4be2daaadcf7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:46.284414 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:46.294864 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:46.312513 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4490ca50-9c71-414c-8ea8-4be2daaadcf7 HTTP/1.1" status: 204  len: 168 time: 0.3379135
Dec 16 14:38:46.511228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57754) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:46.548873 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:46.594246 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:46.600946 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Usage tracker for resource:security_group_rule and tenant:0284b9eb80f94b20b79fff196372f50a is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:46.606575 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:46.619055 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:47.005469 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701fc51-edbb-4ec5-92a5-3e417e7e7ca5 req-81c76247-7ed6-489f-8f01-11a0f0bd8df9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:47.011610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b12ae-e053-46fe-92d6-d0b7e0a9b962 req-1af15ef2-12aa-469a-a42c-c28b1dd745b9 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:47.014333 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f21b12ae-e053-46fe-92d6-d0b7e0a9b962 req-1af15ef2-12aa-469a-a42c-c28b1dd745b9 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.3911862
Dec 16 14:38:47.022942 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5701fc51-edbb-4ec5-92a5-3e417e7e7ca5 req-81c76247-7ed6-489f-8f01-11a0f0bd8df9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.1290228
Dec 16 14:38:47.075695 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:47.091197 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:47.097297 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5701fc51-edbb-4ec5-92a5-3e417e7e7ca5 req-c8571ca6-3bf9-47c6-bd2a-90103f40f78c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730724
Dec 16 14:38:47.106966 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:47.132291 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['c97c5936-fff0-4630-886d-e693f3707c42'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:38:47.218826 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a2c1ad-4b19-4dfc-a00b-6a8656cf3d28,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:47.224831 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:47.253644 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f21b12ae-e053-46fe-92d6-d0b7e0a9b962 req-2f702ebf-7f99-4cd8-a900-18adefb0bc24 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184930
Dec 16 14:38:47.269661 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0284b9eb80f94b20b79fff196372f50a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7535279
Dec 16 14:38:47.272903 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57780) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:47.436487 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:47.490567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:47.615170 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:47.633221 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:47.645439 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a47e40-d906-4380-b88e-fb8a561e45a3 req-810a77b8-1e30-4d18-9798-ff3a9d5ff8c9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:47.654999 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-09a47e40-d906-4380-b88e-fb8a561e45a3 req-810a77b8-1e30-4d18-9798-ff3a9d5ff8c9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1936066
Dec 16 14:38:47.685237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a2c1ad-4b19-4dfc-a00b-6a8656cf3d28,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:47.694387 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:47.696809 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:47.698621 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2a2c1ad-4b19-4dfc-a00b-6a8656cf3d28 HTTP/1.1" status: 204  len: 168 time: 0.4240935
Dec 16 14:38:47.730263 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-09a47e40-d906-4380-b88e-fb8a561e45a3 req-73b36d29-07dc-4378-ac68-d3852e454b32 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737076
Dec 16 14:38:48.088744 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-93ec675c-1198-4ec9-9cbc-94e1898e1dc6 req-0845721e-0014-4aa4-ad6a-00cf66c1fc3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1098 time: 0.1836569
Dec 16 14:38:48.218325 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-93ec675c-1198-4ec9-9cbc-94e1898e1dc6 req-c4bac4e1-d1dc-4098-a68d-067f65e34deb service neutron] Synchronizing usage tracker for tenant:b6d18cf4033c4cf3992edc7b1939b8d5 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:38:48.271193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-93ec675c-1198-4ec9-9cbc-94e1898e1dc6 req-c4bac4e1-d1dc-4098-a68d-067f65e34deb service neutron] Unset dirty status for tenant:b6d18cf4033c4cf3992edc7b1939b8d5 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:38:48.273213 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-93ec675c-1198-4ec9-9cbc-94e1898e1dc6 req-c4bac4e1-d1dc-4098-a68d-067f65e34deb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546609
Dec 16 14:38:48.560407 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d40a30-206c-443a-b6f6-4f485ab8b072 req-69edef38-b62a-4b8f-bf50-28e7cbaa51de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:48.571531 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41d40a30-206c-443a-b6f6-4f485ab8b072 req-69edef38-b62a-4b8f-bf50-28e7cbaa51de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.2492199
Dec 16 14:38:48.655968 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41d40a30-206c-443a-b6f6-4f485ab8b072 req-a4d17c60-b445-4cb6-a747-a105e97a148f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829973
Dec 16 14:38:48.724501 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f74d00-aecb-4f0d-aad7-5f2f867ff4f4 req-d79f0f05-ec20-4af5-9c22-8bdbdb24ba01 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:48.726672 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-94f74d00-aecb-4f0d-aad7-5f2f867ff4f4 req-d79f0f05-ec20-4af5-9c22-8bdbdb24ba01 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1412907
Dec 16 14:38:48.806812 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-94f74d00-aecb-4f0d-aad7-5f2f867ff4f4 req-31731e90-0c7f-4fcd-972b-bbaab63af985 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730615
Dec 16 14:38:48.993401 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee4885-3c1e-469c-95c2-6170c943f190 req-49a41762-aa3f-4789-95b2-215729277981 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:48.995920 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77ee4885-3c1e-469c-95c2-6170c943f190 req-49a41762-aa3f-4789-95b2-215729277981 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1016476
Dec 16 14:38:49.084036 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77ee4885-3c1e-469c-95c2-6170c943f190 req-5a0b3edf-4362-4255-8305-4e3b8d79814e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763438
Dec 16 14:38:49.947072 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f31fa-477a-49fb-a1f5-a1a2098d25f2 req-e96775d2-da7a-41ff-b7bb-5a16b551364a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:49.950511 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9c6f31fa-477a-49fb-a1f5-a1a2098d25f2 req-e96775d2-da7a-41ff-b7bb-5a16b551364a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.1345270
Dec 16 14:38:50.032076 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9c6f31fa-477a-49fb-a1f5-a1a2098d25f2 req-2e83481c-63ff-4939-b9ea-ca7d77b3da9f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678747
Dec 16 14:38:50.226336 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394cc50-f223-4035-ae4e-cd7e8c1f329a req-6a787267-6dca-4f10-9a89-2eba0f4c3f86 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:50.234548 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2394cc50-f223-4035-ae4e-cd7e8c1f329a req-6a787267-6dca-4f10-9a89-2eba0f4c3f86 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1455858
Dec 16 14:38:50.298358 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2394cc50-f223-4035-ae4e-cd7e8c1f329a req-feb65337-478d-4745-9496-2de26a7c89bd tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590847
Dec 16 14:38:50.541404 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72ab62-1661-458a-81d2-6e6f47a95d12 req-57265353-8b6a-46bb-b9d8-d94b31d6a1db tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:50.543570 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea72ab62-1661-458a-81d2-6e6f47a95d12 req-57265353-8b6a-46bb-b9d8-d94b31d6a1db tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1663961
Dec 16 14:38:50.638751 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea72ab62-1661-458a-81d2-6e6f47a95d12 req-72ef645f-bad7-4d5d-bc53-1e74c1c08edf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834765
Dec 16 14:38:50.944783 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57902) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:51.297551 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:51.356491 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:51.362527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Usage tracker for resource:security_group_rule and tenant:c0c884cdc1bd4510afae9792e723e566 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:51.366620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:51.377748 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:51.642345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e81b1-3d78-4e26-9090-d26ede77e44d req-767625ef-d1a8-4f9a-a12d-9928001beced tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:51.655021 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:51.662840 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f66e81b1-3d78-4e26-9090-d26ede77e44d req-767625ef-d1a8-4f9a-a12d-9928001beced tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.2012153
Dec 16 14:38:51.667734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:51.734679 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-91d17cc8-d368-44d3-8760-cdb4bdd15c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:51.762301 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0c884cdc1bd4510afae9792e723e566&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8122282
Dec 16 14:38:51.763763 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57934) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:51.797541 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f66e81b1-3d78-4e26-9090-d26ede77e44d req-20ded7d5-be5f-41ab-938c-be16c5462706 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312034
Dec 16 14:38:51.881554 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ce5b0-915d-4367-b0b9-e2d1d5f28ed1 req-a90e3d95-a974-4119-b2fc-50b31315fe46 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:51.896030 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c1ce5b0-915d-4367-b0b9-e2d1d5f28ed1 req-a90e3d95-a974-4119-b2fc-50b31315fe46 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.3765352
Dec 16 14:38:51.979260 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c04829d-3e4b-4e79-a0a1-3086467c2e5a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:51.985359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:52.081518 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c1ce5b0-915d-4367-b0b9-e2d1d5f28ed1 req-35dadad3-4e40-44af-9048-61cc03e1fa4b tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832268
Dec 16 14:38:52.098288 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:52.166748 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:52.240983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edae930-e2a0-471b-9f7d-adf23d7698cb req-b29f46f5-57b0-42c2-83aa-110281c6ea50 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:52.242730 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9edae930-e2a0-471b-9f7d-adf23d7698cb req-b29f46f5-57b0-42c2-83aa-110281c6ea50 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1761570
Dec 16 14:38:52.289391 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:52.302508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:52.318483 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9edae930-e2a0-471b-9f7d-adf23d7698cb req-b6e644ed-3bd3-4ace-abfb-c4a673b5c64d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616400
Dec 16 14:38:52.328198 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c04829d-3e4b-4e79-a0a1-3086467c2e5a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:52.333450 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:52.353733 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:52.355593 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c04829d-3e4b-4e79-a0a1-3086467c2e5a HTTP/1.1" status: 204  len: 168 time: 0.5858750
Dec 16 14:38:52.875239 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:38:53.241177 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbf54a-8c22-4ea0-a78c-223487e459d0 req-9f0d67ac-305a-4740-b194-982e7d255639 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:53.247691 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47cbf54a-8c22-4ea0-a78c-223487e459d0 req-9f0d67ac-305a-4740-b194-982e7d255639 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.1537268
Dec 16 14:38:53.289022 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 57980) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:53.337848 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47cbf54a-8c22-4ea0-a78c-223487e459d0 req-7eb86a73-baaa-4cb1-a6db-e5130c514d0c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835516
Dec 16 14:38:53.366032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.417662 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:53.425429 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Usage tracker for resource:security_group_rule and tenant:ac6d3276e83c4bed89566bdcf21b6408 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:53.431231 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:53.440154 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:53.553029 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.628440 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.646165 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-17433060-f972-49da-9569-428a914ba043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:53.739755 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f60c59-a80d-4104-9482-b1b0333911f9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:53.745984 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:53.755447 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac6d3276e83c4bed89566bdcf21b6408&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4562538
Dec 16 14:38:53.762606 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 57996) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:53.788169 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487b6e6-b5f8-4661-aa23-4b9d25e4f615 req-920ef365-448b-41a3-a4ac-f66d4ec32030 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:53.790900 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9487b6e6-b5f8-4661-aa23-4b9d25e4f615 req-920ef365-448b-41a3-a4ac-f66d4ec32030 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2352126
Dec 16 14:38:53.858679 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9487b6e6-b5f8-4661-aa23-4b9d25e4f615 req-ade7ac9f-9262-48d5-924d-35b7465e16c6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590565
Dec 16 14:38:53.867344 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.902798 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.964405 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.969613 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:53.986501 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f60c59-a80d-4104-9482-b1b0333911f9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:53.989728 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:53.991852 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:53.992882 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1f60c59-a80d-4104-9482-b1b0333911f9 HTTP/1.1" status: 204  len: 168 time: 0.2287691
Dec 16 14:38:54.298334 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58012) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:54.541525 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:54.599820 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:54.606888 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Usage tracker for resource:security_group_rule and tenant:2a36d615df9e43fa86b6721df4d09359 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:54.611629 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:54.625957 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:54.647212 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd090f3-f02d-44a4-a3f1-d2547b76e729 req-46d65586-b58e-405a-8f7a-280acd531097 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:54.649151 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2fd090f3-f02d-44a4-a3f1-d2547b76e729 req-46d65586-b58e-405a-8f7a-280acd531097 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 944 time: 0.1448112
Dec 16 14:38:54.753252 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2fd090f3-f02d-44a4-a3f1-d2547b76e729 req-621c5ca0-d18f-4c25-b647-77d1c7b163e6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864503
Dec 16 14:38:54.780071 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:54.786524 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:54.796001 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d5f10798-1414-4f49-a528-a3fc961bcd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:54.848799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa0489-e221-4ebb-bd4b-a89dc1bb1570,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:54.854397 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:54.861768 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a36d615df9e43fa86b6721df4d09359&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5620613
Dec 16 14:38:54.862188 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58034) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:55.004361 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:55.061032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:55.148632 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c97c5936-fff0-4630-886d-e693f3707c42 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:38:55.345891 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port c97c5936-fff0-4630-886d-e693f3707c42 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:38:55.361240 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port c97c5936-fff0-4630-886d-e693f3707c42 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:38:55.361924 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:55.395678 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:55.411866 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-070d8587-4a05-4762-89ae-c5a09e047eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:55.508964 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa0489-e221-4ebb-bd4b-a89dc1bb1570,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:55.516845 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:55.576070 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2915a8-4990-4edf-8a4d-e2e6bfb29dad req-437854e6-f1ea-4770-9303-17101077860b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:55.584480 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da2915a8-4990-4edf-8a4d-e2e6bfb29dad req-437854e6-f1ea-4770-9303-17101077860b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.4786971
Dec 16 14:38:55.711242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:55.732295 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2eaa0489-e221-4ebb-bd4b-a89dc1bb1570 HTTP/1.1" status: 204  len: 168 time: 0.8539519
Dec 16 14:38:55.897038 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da2915a8-4990-4edf-8a4d-e2e6bfb29dad req-49cea16a-1438-4832-9d38-d42ef0e8cf3b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2730196
Dec 16 14:38:55.908247 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:56.088467 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port c97c5936-fff0-4630-886d-e693f3707c42, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c97c5936-fff0-4630-886d-e693f3707c42,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:38:56.089890 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:38:56.135566 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:56.145408 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-f2925a00-a1bb-41ca-bab7-49bf938e7315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:56.259957 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b469a0-78c0-4552-a93b-5434b82b237f req-d03193ad-d924-46e7-b8a4-52d837e7b775 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:56.269771 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-04b469a0-78c0-4552-a93b-5434b82b237f req-d03193ad-d924-46e7-b8a4-52d837e7b775 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1572497
Dec 16 14:38:56.342840 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-04b469a0-78c0-4552-a93b-5434b82b237f req-9ddb1662-75f9-4944-be4b-769ff9bc69e2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640955
Dec 16 14:38:56.390904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=c97c5936-fff0-4630-886d-e693f3707c42,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:56.397401 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42', 'code': 200}
Dec 16 14:38:56.399052 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:56.789458 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58102) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:56.860495 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:56.984349 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:57.002548 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Usage tracker for resource:security_group_rule and tenant:201be88f3ca1435081c52fdfd4f966c8 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:57.011876 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3324b1ba-39b8-4333-b322-eb1a7c5c0248 req-9e121ce5-c954-4975-8eae-708080ae4b3f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.2714891
Dec 16 14:38:57.016261 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:57.045151 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:57.206995 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3324b1ba-39b8-4333-b322-eb1a7c5c0248 req-f1a507ce-939c-4b00-b885-dd6ac85b1bb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1863468
Dec 16 14:38:57.379624 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:57.395559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:57.429795 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:57.550402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d7d5-3928-4b09-b162-a3203007facd req-74f8384e-c145-4114-abc3-dd3c087a9bc6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:57.558577 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c549d7d5-3928-4b09-b162-a3203007facd req-74f8384e-c145-4114-abc3-dd3c087a9bc6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1684513
Dec 16 14:38:57.572024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f9a52b-88be-4995-86a3-5ea0cd3bdc73,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:57.578817 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:57.585537 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=201be88f3ca1435081c52fdfd4f966c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7943096
Dec 16 14:38:57.588461 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58128) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:57.640638 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c549d7d5-3928-4b09-b162-a3203007facd req-44f43c33-7ee4-484f-a56b-c9155d0d0232 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811279
Dec 16 14:38:57.691510 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58132) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:57.808915 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:57.861024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:57.995571 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:58.013099 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d3de0edf-ac1a-42b5-b61a-4951afd7bb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:58.042220 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69c5c-5bb9-47e8-a4b6-007b9d1cb824 req-3027406b-4305-4d95-9653-39ba89cece16 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:58.050347 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16f69c5c-5bb9-47e8-a4b6-007b9d1cb824 req-3027406b-4305-4d95-9653-39ba89cece16 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1198835
Dec 16 14:38:58.071836 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f9a52b-88be-4995-86a3-5ea0cd3bdc73,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:58.077479 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:58.081187 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72f9a52b-88be-4995-86a3-5ea0cd3bdc73 HTTP/1.1" status: 204  len: 168 time: 0.4887328
Dec 16 14:38:58.084483 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:58.104903 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:58.356070 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16f69c5c-5bb9-47e8-a4b6-007b9d1cb824 req-e4ad7cf5-bc47-47b5-ad25-5439eeaf35bf tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3042493
Dec 16 14:38:58.440622 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:38:58.445751 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:216e877cb3c8483eb1ec6a2b665198c8 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:38:58.459186 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:38:58.467862 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:38:58.663642 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:58.669795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:58.681019 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5940fe96-7bd1-4296-84bf-ee11c3e210eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:58.716571 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ef425-be1a-461e-a01f-23e66949e612 req-f61fa344-337a-44e5-ba7a-e5c2206642c4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:38:58.719873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c15ef425-be1a-461e-a01f-23e66949e612 req-f61fa344-337a-44e5-ba7a-e5c2206642c4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2456999
Dec 16 14:38:58.731498 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58166) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:58.749213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'floatingip': {'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:38:58.880749 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=216e877cb3c8483eb1ec6a2b665198c8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1840630
Dec 16 14:38:58.880749 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7910b63-36e8-4148-8c76-2595a09ee72b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:58.899793 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:58.902108 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58172) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:38:58.952564 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3ac1fff1-7ca4-4dd0-80d1-5551095fb3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:59.029207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:59.110796 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:59.135576 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:59.285502 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:59.295886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:38:59.312844 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7910b63-36e8-4148-8c76-2595a09ee72b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:38:59.334024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:38:59.360901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:38:59.367836 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7910b63-36e8-4148-8c76-2595a09ee72b HTTP/1.1" status: 204  len: 168 time: 0.4629662
Dec 16 14:39:00.033343 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57079c4-25ad-4e40-92f0-1fdcc6bf6797 req-eb5c0ab1-45e7-408e-b145-9f9a71eb51af tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:00.053873 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f57079c4-25ad-4e40-92f0-1fdcc6bf6797 req-eb5c0ab1-45e7-408e-b145-9f9a71eb51af tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2863674
Dec 16 14:39:00.200899 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f57079c4-25ad-4e40-92f0-1fdcc6bf6797 req-8d0a5d28-6734-40b1-b401-6dd07671713e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315811
Dec 16 14:39:00.431805 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58224) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:00.472265 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:00.530078 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:00.537369 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Usage tracker for resource:security_group_rule and tenant:aa9ac78aa5c54f08bb1a09aeccb78458 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:00.543618 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:00.559043 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:00.709676 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:00.717642 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:00.736039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-03287716-135e-4d3f-9c5e-f217f84032af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:00.786481 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d2d2c-e5da-45ab-b871-d327d294bd8d req-c80314b1-562c-4650-88f5-84303376b171 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:00.797842 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb03d78-af96-41eb-b944-9618b2f0edf7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:00.801534 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:00.802264 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58236) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:00.804283 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c03d2d2c-e5da-45ab-b871-d327d294bd8d req-c80314b1-562c-4650-88f5-84303376b171 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2027421
Dec 16 14:39:00.814516 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'floatingip': {'port_id': 'c97c5936-fff0-4630-886d-e693f3707c42'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:00.997615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.070580 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.077086 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.112667 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa9ac78aa5c54f08bb1a09aeccb78458&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6783373
Dec 16 14:39:01.146710 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58250) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:01.396552 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.413397 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c2841f27-dbc1-43cb-af11-fc9d02e067ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.451007 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.l3_db [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Floating IP 69965e51-3981-47f4-ac07-4d3148b4b66e associated. External IP: 172.27.1.69, port: e59517d2-2291-4c73-889e-594d9cc076e2.
Dec 16 14:39:01.519384 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.835343 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:01.986053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2868b032-1a3d-4473-a6b9-9e7ab75f033c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:02.011400 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb03d78-af96-41eb-b944-9618b2f0edf7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:02.023004 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:02.036902 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:02.038559 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/acb03d78-af96-41eb-b944-9618b2f0edf7 HTTP/1.1" status: 204  len: 168 time: 0.8898327
Dec 16 14:39:02.107196 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:39:02.345762 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:02.365676 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:02.389777 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:02.647249 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:39:02.658257 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:02.667262 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:39:02.690926 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:02.691588 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb31190>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:02.786587 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a3449cff-3793-453e-a576-2b84e42aa033 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "PUT /v2.0/floatingips/69965e51-3981-47f4-ac07-4d3148b4b66e HTTP/1.1" status: 200  len: 990 time: 4.0502610
Dec 16 14:39:02.786587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:02.863740 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:02.955090 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'status': 'completed', 'code': 200}
Dec 16 14:39:02.985741 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Floating IP e84867e9-c223-45ea-9104-97592ce0ba64 associated. External IP: 172.27.1.234, port: c97c5936-fff0-4630-886d-e693f3707c42.
Dec 16 14:39:02.999158 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:03.529318 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-f44f1520-7a66-4e7d-b27f-9da4a8f56db9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1098 time: 0.1839170
Dec 16 14:39:03.546589 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb31190>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '69965e51-3981-47f4-ac07-4d3148b4b66e', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'mac_address': 'fa:16:3e:f7:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:37:58Z', 'updated_at': '2021-12-16T14:39:00Z', 'revision_number': 1, 'project_id': '198be39f56934fc58b1c76e532336733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:03.554387 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:39:03.572976 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:03.574072 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb31190>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:03.881571 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:03.934228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58320) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:04.001668 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-7b276219-60e3-408e-a048-67d06e5887c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:04.003748 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-7b276219-60e3-408e-a048-67d06e5887c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.3356693
Dec 16 14:39:04.204069 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:39:04.205307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1182490592-network', 'tenant_id': '7a0291385c194e659fd8cd83c7b3d89e'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:04.223452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:04.230269 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Usage tracker for resource:network and tenant:7a0291385c194e659fd8cd83c7b3d89e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:04.233762 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-bfc21b72-296d-4d5f-b714-8d9f00df2aeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 998 time: 0.2211545
Dec 16 14:39:04.245321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:04.275685 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:04.319578 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Made reservation on behalf of 7a0291385c194e659fd8cd83c7b3d89e for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:04.329249 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.381192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.419594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-f742f0b5-dccc-4a8c-956b-88778ac995ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:04.421446 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-f742f0b5-dccc-4a8c-956b-88778ac995ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.1725907
Dec 16 14:39:04.422179 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.502742 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:04.511652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0291385c194e659fd8cd83c7b3d89e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:04.517066 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:04.526642 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb31190>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '69965e51-3981-47f4-ac07-4d3148b4b66e', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'mac_address': 'fa:16:3e:f7:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:37:58Z', 'updated_at': '2021-12-16T14:39:00Z', 'revision_number': 1, 'project_id': '198be39f56934fc58b1c76e532336733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:04.535013 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d76e6-0a17-428d-9854-c7775b816bdd None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '69965e51-3981-47f4-ac07-4d3148b4b66e', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'mac_address': 'fa:16:3e:f7:e8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:37:58Z', 'updated_at': '2021-12-16T14:39:00Z', 'revision_number': 1, 'project_id': '198be39f56934fc58b1c76e532336733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:39:04.537346 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:04.697160 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-1b0f4d10-a061-48aa-85e2-6dcd6ecab36c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2591820
Dec 16 14:39:04.705960 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.716218 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.724657 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:04.795996 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:39:04.807881 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3bd555-471e-44c3-b739-b956375c51ee,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:04.829950 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:04.837531 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.838376 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Added segment cb3a5a8e-620b-4515-a3c5-292d7df58fe1 of type vlan for network 35490ac8-ce68-4b5f-9341-f598ac9fb24f
Dec 16 14:39:04.897649 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.957592 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:39:04.966432 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-6aa1a2e3-33ef-418b-9025-21a0cf64ddab service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2559621
Dec 16 14:39:04.968249 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.969720 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.977458 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:39:04.977618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:04.978830 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:04.993014 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58342) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:04.993975 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1120cd99-7b5f-4268-a479-a0dfbcbb1f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:05.001015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:05.002209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfbd2670>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:05.043942 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170be3d6-2a43-44d1-b37f-8e293564557a None None] New status for floating IP 69965e51-3981-47f4-ac07-4d3148b4b66e: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:39:05.273561 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=35490ac8-ce68-4b5f-9341-f598ac9fb24f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:05.278655 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:05.285873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3500168
Dec 16 14:39:05.286777 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58352) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:05.295925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Request body: {'subnet': {'network_id': '35490ac8-ce68-4b5f-9341-f598ac9fb24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1182490592-subnet', 'tenant_id': '7a0291385c194e659fd8cd83c7b3d89e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:05.302253 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:05.308198 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Usage tracker for resource:subnet and tenant:7a0291385c194e659fd8cd83c7b3d89e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:05.315093 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:05.322356 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:05.336681 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Made reservation on behalf of 7a0291385c194e659fd8cd83c7b3d89e for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:05.340848 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:05.376096 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:05.541862 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5b866134-471e-48f2-9d05-cfb8681fe027 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "PUT /v2.0/floatingips/e84867e9-c223-45ea-9104-97592ce0ba64 HTTP/1.1" status: 200  len: 991 time: 4.7378972
Dec 16 14:39:05.549482 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:05.654017 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:05.676509 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-559f5681-9102-461b-8c3d-a28cfd0985d5 req-b7121047-9fdb-4619-9540-efd60fb2e754 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6474552
Dec 16 14:39:05.740849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:05.751472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Usage tracker for resource:security_group_rule and tenant:1e19c76d2a7047e68d1907148a847dc1 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:05.754100 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 35490ac8-ce68-4b5f-9341-f598ac9fb24f details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:39:05.756581 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:05.765946 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42', 'status': 'completed', 'code': 200}
Dec 16 14:39:05.781888 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:05.953861 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:05.962268 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:05.988050 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:06.049898 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-b71db416-ef56-405d-8e6c-29947ad7de4e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.2339251
Dec 16 14:39:06.078037 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e19c76d2a7047e68d1907148a847dc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8325365
Dec 16 14:39:06.078037 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c000df22-bac4-45e9-8303-479e44e20dcd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:06.079574 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58374) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:06.080740 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:06.238496 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:06.323423 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:06.414756 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-bbda499a-b3e1-4fae-a72c-6dade2e50e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:06.416614 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-bbda499a-b3e1-4fae-a72c-6dade2e50e80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.3610237
Dec 16 14:39:06.557410 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfbd2670>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': 'e84867e9-c223-45ea-9104-97592ce0ba64', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'port_id': 'c97c5936-fff0-4630-886d-e693f3707c42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'mac_address': 'fa:16:3e:78:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:37:56Z', 'updated_at': '2021-12-16T14:39:02Z', 'revision_number': 1, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:06.573655 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:39:06.591017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:06.591828 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfbd2670>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:06.603342 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-f7471441-e91b-4939-abe1-27efbc7c1a9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 999 time: 0.1771717
Dec 16 14:39:06.614432 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:06.639213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1ea5f4c4-90c2-4b98-99bb-9f3d5340b150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:06.673308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c000df22-bac4-45e9-8303-479e44e20dcd,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:06.689376 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:06.701965 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:06.713099 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-547bce11-1b96-4b72-bd55-c13b459a32a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:06.810129 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-d5f1bee9-fb73-4116-901c-3ff1df1b39ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:06.817911 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-d5f1bee9-fb73-4116-901c-3ff1df1b39ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.2063878
Dec 16 14:39:06.822366 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:06.824397 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c000df22-bac4-45e9-8303-479e44e20dcd HTTP/1.1" status: 204  len: 168 time: 0.7421997
Dec 16 14:39:06.850396 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27aad877-58bb-4445-a4fa-737669d5e4a1,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:06.864686 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:06.906803 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Checking segment: {'id': 'cb3a5a8e-620b-4515-a3c5-292d7df58fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '35490ac8-ce68-4b5f-9341-f598ac9fb24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:39:06.907464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Network hostable DHCP agents. Network: 35490ac8-ce68-4b5f-9341-f598ac9fb24f, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:39:06.950257 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Network 35490ac8-ce68-4b5f-9341-f598ac9fb24f is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:39:06.996303 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 35490ac8-ce68-4b5f-9341-f598ac9fb24f) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:07.010254 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:07.013547 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:07.084763 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-d4d80383-62af-4e48-916f-d24079bbb543 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2543705
Dec 16 14:39:07.086063 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7972515
Dec 16 14:39:07.100521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf80e9-b01d-46ce-839d-b87a9e7b8c65 None None] Network 35490ac8-ce68-4b5f-9341-f598ac9fb24f requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:39:07.259398 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:07.624684 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-566d8317-267d-45af-9613-a9840c1d88d5 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5312347
Dec 16 14:39:07.899387 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58422) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:07.930329 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:07.961426 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf1bbb3d-d100-4d0b-97c6-974a6c7fbd81 req-150d3d4a-c403-4d30-bd51-6274c8ee734d service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075037
Dec 16 14:39:07.988094 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:07.994173 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Usage tracker for resource:security_group_rule and tenant:b548c05dc8f9493598d970db05227edb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:07.998615 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:08.008148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:08.152251 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:08.160820 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:08.211946 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9ccb0520-eaf9-4690-9235-9f6b6fe34287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:08.255128 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b548c05dc8f9493598d970db05227edb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3544796
Dec 16 14:39:08.259921 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58432) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:08.280106 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea839432-b2e1-4378-96a9-5ed68562e9aa,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:08.300788 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:08.346558 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a64310a-5199-496a-b3ac-356cd8946b99 None None] Network 35490ac8-ce68-4b5f-9341-f598ac9fb24f requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:39:08.389539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:08.450205 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:08.528175 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfbd2670>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': 'e84867e9-c223-45ea-9104-97592ce0ba64', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'port_id': 'c97c5936-fff0-4630-886d-e693f3707c42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'mac_address': 'fa:16:3e:78:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:37:56Z', 'updated_at': '2021-12-16T14:39:02Z', 'revision_number': 1, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:08.551455 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f19495a-b8d1-4fca-832c-a9b0fefbdc24 None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': 'e84867e9-c223-45ea-9104-97592ce0ba64', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'port_id': 'c97c5936-fff0-4630-886d-e693f3707c42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'mac_address': 'fa:16:3e:78:21:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:37:56Z', 'updated_at': '2021-12-16T14:39:02Z', 'revision_number': 1, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:39:08.606959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:08.622217 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0a63ae9f-26ec-4d08-82d7-efc9231771a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:08.668020 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea839432-b2e1-4378-96a9-5ed68562e9aa,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:08.672142 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:08.683007 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:08.687781 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea839432-b2e1-4378-96a9-5ed68562e9aa HTTP/1.1" status: 204  len: 168 time: 0.4232430
Dec 16 14:39:09.066598 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd7235-d15b-40b2-baef-e756a51d7c3f None None] New status for floating IP e84867e9-c223-45ea-9104-97592ce0ba64: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:39:10.046400 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58490) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:10.053344 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-129676864-network', 'tenant_id': 'aa844bed3d2e4085ac814cc6568d7ec7'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:10.058984 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:10.076420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Usage tracker for resource:network and tenant:aa844bed3d2e4085ac814cc6568d7ec7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:10.076420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:10.077024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:10.092355 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Made reservation on behalf of aa844bed3d2e4085ac814cc6568d7ec7 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:10.095105 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.114979 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.162436 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:10.167558 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Usage tracker for resource:security_group_rule and tenant:aa844bed3d2e4085ac814cc6568d7ec7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:10.179008 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:10.191217 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:10.226245 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.293694 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.299776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.303756 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-25647982-5a7c-4160-a134-ca17f68df9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:10.351050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:39:10.365132 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbcb46d-5248-42eb-8a29-0e7909445c80,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:10.370353 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:10.381093 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.381639 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Added segment e42a9364-9c2f-4869-a934-4ea7818765c6 of type vlan for network 6ce18fb5-ddb9-4433-9922-165e512c72eb
Dec 16 14:39:10.423889 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.467043 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.469199 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:10.470301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:10.477643 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:10.618397 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5704913
Dec 16 14:39:10.631915 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58506) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:10.650565 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Request body: {'subnet': {'network_id': '6ce18fb5-ddb9-4433-9922-165e512c72eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-129676864-subnet', 'tenant_id': 'aa844bed3d2e4085ac814cc6568d7ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:10.657866 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Pushing event updated for resources: {'Network': ['ID=6ce18fb5-ddb9-4433-9922-165e512c72eb,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:10.664589 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:10.669230 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:10.673796 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Usage tracker for resource:subnet and tenant:aa844bed3d2e4085ac814cc6568d7ec7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:10.680175 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:10.680533 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 6ce18fb5-ddb9-4433-9922-165e512c72eb details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:39:10.692467 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:10.717727 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Made reservation on behalf of aa844bed3d2e4085ac814cc6568d7ec7 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:10.724901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:11.084713 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:11.090895 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:11.231383 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f5a17f-33d2-42d6-81cc-91c6c91d054c,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:11.236715 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:11.255517 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Checking segment: {'id': 'e42a9364-9c2f-4869-a934-4ea7818765c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '6ce18fb5-ddb9-4433-9922-165e512c72eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:39:11.256057 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Network hostable DHCP agents. Network: 6ce18fb5-ddb9-4433-9922-165e512c72eb, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:39:11.308350 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Network 6ce18fb5-ddb9-4433-9922-165e512c72eb is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:39:11.330520 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 6ce18fb5-ddb9-4433-9922-165e512c72eb) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:11.346571 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad6b3d-bef1-4906-ada9-2442ca172e51 None None] Network 6ce18fb5-ddb9-4433-9922-165e512c72eb requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:39:11.353896 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:11.369789 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:11.408121 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7669470
Dec 16 14:39:11.702982 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4662924-c069-41ab-a551-7f892fc8a7d4 None None] Network 6ce18fb5-ddb9-4433-9922-165e512c72eb requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:39:14.144833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58622) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:14.404069 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58638) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:14.674657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.724398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.729930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd9ee565477467b8067fc00b6637844 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.734216 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.742876 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.818559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.835718 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.841785 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:14.866505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-948eebee-43ce-4efc-a96d-5b5d5faa5943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:14.882909 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:14.894106 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdd9ee565477467b8067fc00b6637844&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7424710
Dec 16 14:39:14.894425 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Usage tracker for resource:security_group_rule and tenant:2de5348f863f4930929d618faed58820 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:14.896952 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:14.902242 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58648) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:14.909956 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:14.934377 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0844c799-9210-446c-8aba-a2597bbe8d7a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:14.939572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.009458 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.048843 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.050149 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.055982 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.066730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c451e9d8-f4b0-4d87-a55b-8c428c824a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:15.156209 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8cc327-78e0-41c4-bb8e-dc04e475494c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.169277 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.173273 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2de5348f863f4930929d618faed58820&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7678208
Dec 16 14:39:15.177525 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58656) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:15.178644 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0689f0b2-2bb5-43e5-ba1e-b66c74c56b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:15.179802 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.231875 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844c799-9210-446c-8aba-a2597bbe8d7a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.238752 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.261617 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.264240 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0844c799-9210-446c-8aba-a2597bbe8d7a HTTP/1.1" status: 204  len: 168 time: 0.3611774
Dec 16 14:39:15.445632 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.480651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.565886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.570051 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9aa944b5-717c-4bb7-9d70-815cff047bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:15.608166 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8cc327-78e0-41c4-bb8e-dc04e475494c,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:15.623278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:15.625893 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.627536 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da8cc327-78e0-41c4-bb8e-dc04e475494c HTTP/1.1" status: 204  len: 168 time: 0.4310915
Dec 16 14:39:15.895250 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58674) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:15.919680 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:15.979275 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:15.987318 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Usage tracker for resource:security_group_rule and tenant:1fab2deb6e4b49458ce787b11e3c9b64 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:15.992761 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:16.003887 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:16.126972 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.140192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.154431 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e2bf0dca-5f79-4856-81b0-6ab3d2df39da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:16.220700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0278c-21ec-4e51-87f4-71cd73d45f8f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:16.224651 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:16.227554 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1fab2deb6e4b49458ce787b11e3c9b64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3310909
Dec 16 14:39:16.231112 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58680) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:16.297086 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 58684) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:16.318931 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.327307 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.360162 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:16.365213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4fd72de3234a9aa858507fcc08d444 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:16.369034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:16.373508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.377505 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:16.481383 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.491883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1564e2b2-9d11-48f2-8327-065c9b8acaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:16.515338 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0278c-21ec-4e51-87f4-71cd73d45f8f,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:16.519066 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.519261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:16.520254 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.522387 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2eb0278c-21ec-4e51-87f4-71cd73d45f8f HTTP/1.1" status: 204  len: 168 time: 0.2884340
Dec 16 14:39:16.535451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.567523 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-08a831b3-8f67-438c-bbb8-c65621dab2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:16.591262 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ca4fd72de3234a9aa858507fcc08d444&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2927365
Dec 16 14:39:16.594135 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58692) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:16.617895 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ded34-5bae-474c-aebd-8911ec103fbc,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:16.623275 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:16.705826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.748869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.820420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.831535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e5c9ac8f-7e22-4b68-adff-1fa9d32cd6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:16.857574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ded34-5bae-474c-aebd-8911ec103fbc,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:16.863151 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:16.864823 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:16.869510 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb0ded34-5bae-474c-aebd-8911ec103fbc HTTP/1.1" status: 204  len: 168 time: 0.2718720
Dec 16 14:39:18.751133 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58760) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:19.285599 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.382292 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:19.391781 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Usage tracker for resource:security_group_rule and tenant:ecbb2669861b49ac96a3f2538e65f9db is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:19.396946 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:19.407271 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:19.532036 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.538346 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.546812 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f2f2f7e0-6264-44d7-9eea-23cc2e4f5b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:19.604137 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e0489c-1fbf-4af1-8dc3-52223b9c5782,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:19.608161 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:19.615619 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ecbb2669861b49ac96a3f2538e65f9db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8584290
Dec 16 14:39:19.616260 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 58788) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:19.690331 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.723047 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.804656 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.816188 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:19.837472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e0489c-1fbf-4af1-8dc3-52223b9c5782,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:19.841726 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:19.854877 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:19.861141 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31e0489c-1fbf-4af1-8dc3-52223b9c5782 HTTP/1.1" status: 204  len: 168 time: 0.2439728
Dec 16 14:39:23.674756 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ed89c-3204-41bd-93cc-b9b229def7fe req-d6410ea0-1267-4c8e-bf9a-547d6b3ade76 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:23.677329 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-588ed89c-3204-41bd-93cc-b9b229def7fe req-d6410ea0-1267-4c8e-bf9a-547d6b3ade76 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1271760
Dec 16 14:39:23.763978 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-588ed89c-3204-41bd-93cc-b9b229def7fe req-7458a7d4-d506-41d8-86a2-a3cf268a444e tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764406
Dec 16 14:39:25.045726 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdae2ff-0187-42be-ab8a-afac6a76cb53 req-32639cef-6abd-404f-8a5a-21e32413d034 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:25.048562 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abdae2ff-0187-42be-ab8a-afac6a76cb53 req-32639cef-6abd-404f-8a5a-21e32413d034 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1251905
Dec 16 14:39:25.198482 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abdae2ff-0187-42be-ab8a-afac6a76cb53 req-f7ee5fab-ccd3-4da0-a9eb-dbee047a8dbf tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375604
Dec 16 14:39:26.599667 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a0c64-78f0-4ade-be81-873f15d2f128 req-33b8f0ca-a79d-4a1a-be7b-2acc4dbfb698 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:26.602527 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-084a0c64-78f0-4ade-be81-873f15d2f128 req-33b8f0ca-a79d-4a1a-be7b-2acc4dbfb698 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1500821
Dec 16 14:39:26.686287 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-084a0c64-78f0-4ade-be81-873f15d2f128 req-2bd31b6c-5da3-4f82-b4e3-7e63152629db tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763936
Dec 16 14:39:27.300976 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-eca8ca92-1bf3-4d3e-9427-3101e8e61f7c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:27.303082 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-eca8ca92-1bf3-4d3e-9427-3101e8e61f7c tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.1582651
Dec 16 14:39:27.396859 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Deleting port 4288c836-920e-4dde-9566-78d211f0412e {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:39:27.397449 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:27.906921 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] For port 4288c836-920e-4dde-9566-78d211f0412e, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4288c836-920e-4dde-9566-78d211f0412e,segment=NetworkSegment(0145021a-2c41-4d46-97a5-eb131123b9d1),segment_id=0145021a-2c41-4d46-97a5-eb131123b9d1)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:39:27.910047 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.116268 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Calling delete_port for 4288c836-920e-4dde-9566-78d211f0412e owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:39:28.188934 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df886b-b4e3-4482-be74-0a2bb3445688 req-f7d2a1db-1960-45a2-a674-15a16b51d9c3 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:28.193868 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c2df886b-b4e3-4482-be74-0a2bb3445688 req-f7d2a1db-1960-45a2-a674-15a16b51d9c3 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 946 time: 0.2071686
Dec 16 14:39:28.385054 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c2df886b-b4e3-4482-be74-0a2bb3445688 req-271e3719-4de7-4585-b2f4-5e9b9e8de5d2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/security-groups?id=056bdd7f-9460-4259-be6f-b69991797420&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799078
Dec 16 14:39:28.531229 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.547237 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:28.572161 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4288c836-920e-4dde-9566-78d211f0412e'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:39:28.691105 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Pushing event deleted for resources: {'Port': ['ID=4288c836-920e-4dde-9566-78d211f0412e,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:28.698600 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:28.887358 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] No DVR routers for this DVR port 4288c836-920e-4dde-9566-78d211f0412e on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:39:28.896664 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:28.916020 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'name': 'network-vif-deleted', 'tag': '4288c836-920e-4dde-9566-78d211f0412e'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:39:28.930280 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e14993c4-3bb0-4cb1-ae90-390c8f7b9cfd req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.48 "DELETE /v2.0/ports/4288c836-920e-4dde-9566-78d211f0412e HTTP/1.1" status: 204  len: 173 time: 1.6207068
Dec 16 14:39:28.943048 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-df40d962-4ab9-4366-b05c-8f3ec7400f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:29.060525 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4cf5bc-8f2b-4e78-93cd-a3097aa16030', 'name': 'network-vif-deleted', 'tag': '4288c836-920e-4dde-9566-78d211f0412e', 'status': 'completed', 'code': 200}
Dec 16 14:39:29.729435 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6b6da6b-226b-450f-8b14-e476c526cd8d req-5a975567-8d07-4504-8c1d-8078f3b68049 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.0737419
Dec 16 14:39:29.864252 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:39:31.043870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-76d3beab-b2c4-46bd-95e4-f3b2efee6c5f req-d3cd5b20-a6ce-4e5a-9017-90255615d4c8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Synchronizing usage tracker for tenant:bb69c5ffb21a48ba9f80a543e763d5d4 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:39:31.080076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-76d3beab-b2c4-46bd-95e4-f3b2efee6c5f req-d3cd5b20-a6ce-4e5a-9017-90255615d4c8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Unset dirty status for tenant:bb69c5ffb21a48ba9f80a543e763d5d4 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:39:31.083914 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-76d3beab-b2c4-46bd-95e4-f3b2efee6c5f req-d3cd5b20-a6ce-4e5a-9017-90255615d4c8 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4cf5bc-8f2b-4e78-93cd-a3097aa16030 HTTP/1.1" status: 200  len: 210 time: 0.1209800
Dec 16 14:39:31.435127 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e49208dc-db66-4ef4-ab13-914f1abf0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.383702 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59072) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:32.384505 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.562101 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.600894 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:32.605827 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Usage tracker for resource:security_group_rule and tenant:568bf2d67c774d5cbd81d2cbbfa4e1cc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:32.610594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:32.621527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:32.748801 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.756275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.772808 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9a50f78e-281a-4e40-bca2-4b844b7be17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:32.847466 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:32.964413 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=568bf2d67c774d5cbd81d2cbbfa4e1cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5781512
Dec 16 14:39:32.965614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad98d72b-11ad-4dec-9e9b-5e3f8982915b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:32.967247 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59082) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:32.970862 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:33.038311 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.070169 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.111371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4288c836-920e-4dde-9566-78d211f0412e no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:39:33.136975 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.156683 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bed73ec5-5d80-4956-92d0-0ba6fd3c8a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:33.174223 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad98d72b-11ad-4dec-9e9b-5e3f8982915b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:33.177790 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:33.191213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.205026 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad98d72b-11ad-4dec-9e9b-5e3f8982915b HTTP/1.1" status: 204  len: 168 time: 0.2287850
Dec 16 14:39:33.222649 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 4288c836-920e-4dde-9566-78d211f0412e {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:39:33.223057 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4288c836-920e-4dde-9566-78d211f0412e not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:39:33.800944 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59092) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:33.823004 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.875182 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:33.880645 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Usage tracker for resource:security_group_rule and tenant:3b02e727e9284148b9648cc8f69a9070 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:33.884112 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:33.891286 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:33.977922 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:33.988941 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.004058 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-841d9814-18b0-4a6e-b0f8-d1bea4d571f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:34.080443 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3deb3e-8e19-4c96-a9e8-0a4ac3fddcb5,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:34.088901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:34.100803 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b02e727e9284148b9648cc8f69a9070&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2936597
Dec 16 14:39:34.100803 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59100) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:34.223945 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.277612 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.394420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.400575 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e7e5f68c-9fb1-4312-b3c8-75a38be40cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:34.416856 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.418137 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3deb3e-8e19-4c96-a9e8-0a4ac3fddcb5,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:34.424301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:34.431585 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:34.435862 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd3deb3e-8e19-4c96-a9e8-0a4ac3fddcb5 HTTP/1.1" status: 204  len: 168 time: 0.3336079
Dec 16 14:39:37.802891 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59198) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:37.916698 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Deleting subnet bed4493c-ad19-4f23-8c84-94f4cea42328 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:39:37.922172 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.981671 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:37.992080 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.050520 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-9f12d4e6-a94a-4320-bd3a-99fbeabb195b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1648781
Dec 16 14:39:38.272417 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.287641 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:38.361475 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed4493c-ad19-4f23-8c84-94f4cea42328,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:38.369833 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:38.376243 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.386487 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bed4493c-ad19-4f23-8c84-94f4cea42328 HTTP/1.1" status: 204  len: 168 time: 0.5818112
Dec 16 14:39:38.390955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59214) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:38.599367 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:38.618776 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-986cae9c-2c22-4e15-9305-ebbe7e53b2eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.3782122
Dec 16 14:39:39.081536 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59238) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:39.131453 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59244) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:39.227105 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.349095 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe9cf32eb50>> segment before_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.350046 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe9cf32eb50>> subnet precommit_delete_associations 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.351468 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> segment_host_mapping after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.352252 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> port after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.353014 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> port after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.353775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> port after_update 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.354548 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> segment after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.355895 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> subnet after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.356680 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> subnet after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.357564 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf3336d0>> subnet after_update 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.452836 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.490624 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.543342 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:39.557650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Usage tracker for resource:security_group_rule and tenant:22ee941b0b3c40338845033ede89635d is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:39.562616 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:39.571939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:39.574557 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:39.581747 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Usage tracker for resource:security_group_rule and tenant:d943391cffcc42cda8c4c74567362b31 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:39.588798 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:39.595839 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9cf355be0>> subnet after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.596389 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9cf355be0>> subnet after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.597253 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9cf355be0>> subnet before_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.597801 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9cf355be0>> subnet before_update 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:39.598271 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:39.598451 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cf333910>,) {'filters': {'network_id': ['ac6b60fa-9bd2-492c-8a75-465336d88d1a']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:39.655822 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cf333910>, '0145021a-2c41-4d46-97a5-eb131123b9d1') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:39.656538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cf333910>, '0145021a-2c41-4d46-97a5-eb131123b9d1') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:39.695371 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.710602 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-87c3a41f-297b-42a2-8922-3c8559c378f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:39.716894 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-87c3a41f-297b-42a2-8922-3c8559c378f1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 1.0307848
Dec 16 14:39:39.760568 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.764531 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.767785 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.779616 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8d6059c2-ddea-41c9-a76d-c073ca8c4be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:39.791120 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.835025 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22ee941b0b3c40338845033ede89635d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7513087
Dec 16 14:39:39.842662 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59258) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:39.880083 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b719f40-1e4a-41e0-b503-fa3ece094b3a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:39.887571 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:39.888845 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:39.893963 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.929936 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:39:39.931318 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:39.932669 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf96b0-d90f-46a1-8242-b7e7570318c5,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:39.940340 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d943391cffcc42cda8c4c74567362b31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8070257
Dec 16 14:39:39.941635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:39.944860 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59264) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:40.043599 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   util.warn_limited(
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   util.warn_limited(
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:39:40.070094 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:39:40.084745 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.156694 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.175746 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-ffedec74-aeba-497d-a3f2-7c07b8b6627a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 1001 time: 0.4510577
Dec 16 14:39:40.200739 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.225958 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.250915 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.276639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:40.313379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.342312 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6b60fa-9bd2-492c-8a75-465336d88d1a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:40.350752 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:40.357910 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c67aa4cf-a001-4ea5-85e1-564ce5cb4f8a admin admin] 10.222.0.67 "DELETE /v2.0/networks/ac6b60fa-9bd2-492c-8a75-465336d88d1a HTTP/1.1" status: 204  len: 168 time: 1.9626842
Dec 16 14:39:40.361696 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-4baecdff-03da-4e1a-ad6b-bd3f50235c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:40.364435 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-4baecdff-03da-4e1a-ad6b-bd3f50235c72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.1820524
Dec 16 14:39:40.365237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.374112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-962ad094-d53a-4598-aa09-4e813d89de7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:40.405525 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cf96b0-d90f-46a1-8242-b7e7570318c5,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:40.415754 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.422490 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:40.423122 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:40.442052 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b719f40-1e4a-41e0-b503-fa3ece094b3a,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:40.446234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:40.447388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.453967 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b719f40-1e4a-41e0-b503-fa3ece094b3a HTTP/1.1" status: 204  len: 168 time: 0.5025401
Dec 16 14:39:40.463455 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:40.470616 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e52a2025-e3bd-4ac6-8dcb-4b0e4fd78ff5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19cf96b0-d90f-46a1-8242-b7e7570318c5 HTTP/1.1" status: 204  len: 168 time: 0.6250196
Dec 16 14:39:40.553589 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-4c67d92e-a5d8-493d-b9a6-2e4ac63d699b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1820426
Dec 16 14:39:40.684414 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59278) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:40.832651 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a442484e-1d07-444b-a1e0-1f9bad0e4c7b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb69c5ffb21a48ba9f80a543e763d5d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1449842
Dec 16 14:39:40.838138 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59286) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:40.840788 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-cc82d56c-07a9-40fc-a6ad-3efb4d8670e9 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2782991
Dec 16 14:39:41.028464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.094289 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.300885 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.360379 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-2cdc09e6-7723-4fda-9951-7f35bc273a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:41.412873 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59304) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:41.430042 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056bdd7f-9460-4259-be6f-b69991797420,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:41.465171 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:41.530599 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.533457 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/056bdd7f-9460-4259-be6f-b69991797420 HTTP/1.1" status: 204  len: 168 time: 0.6939561
Dec 16 14:39:41.595488 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2609689-8563-4dac-bc31-49fb01cb04b5 req-04c0c075-f359-4e7f-9180-ad85928e6d50 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7470796
Dec 16 14:39:41.602286 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.718659 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:41.724897 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Usage tracker for resource:security_group_rule and tenant:ee92104c39da4f208328003a2052c23e is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:41.730393 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:41.743305 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:41.905288 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.912766 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:41.928437 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ed19e7ac-f7ea-4d38-a31b-a4425c2450c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:41.991954 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029d2f1a-adc3-4ce2-af53-da9f06942b65,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:41.996214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:42.003395 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee92104c39da4f208328003a2052c23e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5901673
Dec 16 14:39:42.003499 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59314) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:42.030635 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59318) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:42.199715 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.273918 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.280773 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.349032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:42.359711 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Usage tracker for resource:security_group_rule and tenant:021ad5bdd093462e8b09e2aa9258fe5f is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:42.365496 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:42.377734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:42.461554 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.467226 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-57b9bb46-9aa4-488d-b18d-e59880746737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:42.487773 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029d2f1a-adc3-4ce2-af53-da9f06942b65,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:42.490589 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:42.498256 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.499707 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/029d2f1a-adc3-4ce2-af53-da9f06942b65 HTTP/1.1" status: 204  len: 168 time: 0.4949105
Dec 16 14:39:42.586917 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.596707 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:42.614770 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-43181c02-b4eb-4351-9e56-34ac8b8c4a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:42.799932 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=021ad5bdd093462e8b09e2aa9258fe5f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7663677
Dec 16 14:39:42.802690 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59344) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:42.805318 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9566777c-02b9-4657-a047-be17bbe015e2,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:42.818994 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:43.078963 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:43.153942 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:43.265863 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:43.276773 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:43.325122 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9566777c-02b9-4657-a047-be17bbe015e2,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:43.352275 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.352872 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.353452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.354685 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.355248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.355816 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.356398 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.356950 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.358409 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.359234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.360025 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:43.370467 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:43.372867 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:43.379225 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9566777c-02b9-4657-a047-be17bbe015e2 HTTP/1.1" status: 204  len: 168 time: 0.5711849
Dec 16 14:39:43.837005 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59376) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:44.037876 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59386) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:44.082922 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.184816 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59398) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:44.216207 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:44.239159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Usage tracker for resource:security_group_rule and tenant:0920ab4b1a194f66a10f71f39b6215a5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:44.244661 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:44.269254 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:44.491982 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-network', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:44.511815 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:44.512119 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.522207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Usage tracker for resource:network and tenant:c2109a7078ee45b1b922e81c997328cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:44.533507 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.535128 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:44.549146 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:44.561257 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-783047ed-99ca-4f1b-b83c-c34d465009b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:44.585099 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Made reservation on behalf of c2109a7078ee45b1b922e81c997328cb for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:44.589462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.641482 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0920ab4b1a194f66a10f71f39b6215a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6018698
Dec 16 14:39:44.642269 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59408) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:44.650535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.666478 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38745c71-7a5b-42ad-b896-300f28545ab6,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:44.674272 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:44.686620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.743464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.781471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:44.783159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.795562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c2109a7078ee45b1b922e81c997328cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:44.802387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:44.806729 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:44.821604 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Usage tracker for resource:security_group_rule and tenant:592f3e02ebed4dc2b8ec77685579e681 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:44.827108 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:44.831347 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:44.849542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:44.910762 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:44.922967 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bee70541-bd98-4145-9902-c502cb532164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:44.969435 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38745c71-7a5b-42ad-b896-300f28545ab6,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:44.999890 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:45.026085 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.035382 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38745c71-7a5b-42ad-b896-300f28545ab6 HTTP/1.1" status: 204  len: 168 time: 0.3886285
Dec 16 14:39:45.283641 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.291299 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.294118 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.317563 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:39:45.332448 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.332912 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Added segment 1c8bd495-70f9-48d0-a7c1-27ba1ee76159 of type vlan for network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9
Dec 16 14:39:45.375694 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.380809 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:45.396577 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.459327 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6cc51-a92c-4fef-8876-09ce1f25978b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:45.496837 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.497336 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.497610 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.498021 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.498372 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.498846 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.499280 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.499616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.499938 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.500317 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.500640 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:45.506983 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=592f3e02ebed4dc2b8ec77685579e681&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6683023
Dec 16 14:39:45.509318 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:45.509885 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c03f0aea-5ac5-486d-a226-4a0114cf0aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:45.510757 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59428) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:45.519582 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.525537 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:45.526398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.596242 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01358cf4-cf7b-407d-a43e-7149be70edb7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:45.608434 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:45.609219 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:45.682590 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.761618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.898188 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59438) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:45.907761 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.7193756
Dec 16 14:39:45.916921 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:45.940593 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Request body: {'subnet': {'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-subnet', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:45.946956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=26cb6916-dc12-4ad7-9cb0-0782f314f2a9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:45.953079 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:45.959446 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:45.966728 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-07e23508-db84-4911-ad5c-1fbcccf869be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:45.970136 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:39:45.985199 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01358cf4-cf7b-407d-a43e-7149be70edb7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:45.988620 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Usage tracker for resource:subnet and tenant:c2109a7078ee45b1b922e81c997328cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:45.993622 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:45.994725 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:46.006979 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:46.019999 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.021635 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01358cf4-cf7b-407d-a43e-7149be70edb7 HTTP/1.1" status: 204  len: 168 time: 0.5098646
Dec 16 14:39:46.025610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Made reservation on behalf of c2109a7078ee45b1b922e81c997328cb for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:39:46.028673 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.436363 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.450520 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-07b73690-8774-4c51-8aee-f5d2322e3557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:46.624602 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8001898e-d304-4a6d-818d-37f04e0133a4,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:46.629843 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:46.645775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Checking segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:39:46.646727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Network hostable DHCP agents. Network: 26cb6916-dc12-4ad7-9cb0-0782f314f2a9, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:39:46.678185 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:39:46.693084 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 26cb6916-dc12-4ad7-9cb0-0782f314f2a9) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:46.706431 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a4d67-cad6-403b-8fc9-bd75b2497097 None None] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:39:46.714142 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:46.714803 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.766297 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.8601501
Dec 16 14:39:46.770550 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59468) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:46.780131 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:39:46.790975 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:46.805283 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Usage tracker for resource:router and tenant:c2109a7078ee45b1b922e81c997328cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:46.813193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:46.832121 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:46.874598 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.876720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:46.934442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:47.412641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dea1658-8761-4484-a101-1026050cf0aa None None] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:39:47.503474 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:47.997061 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:48.039995 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:48.351152 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Allocated IP 172.27.1.167 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/591e69aa-2539-4a71-abee-40df731fd362) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:48.764608 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:48.819122 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:48.826397 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:48.963048 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:48.979869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:48.989005 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:39:49.058518 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Pushing event updated for resources: {'Port': ['ID=591e69aa-2539-4a71-abee-40df731fd362,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:49.087193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:49.435945 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:49.437657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.089421 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Router bb460601-8217-453c-a7e4-aad1bf8cff33 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:39:50.608956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:39:50.634474 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Sync routers for ids ['bb460601-8217-453c-a7e4-aad1bf8cff33'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:39:50.645619 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:50.648224 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.8756287
Dec 16 14:39:50.653062 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59592) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:50.662999 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Routers {'bb460601-8217-453c-a7e4-aad1bf8cff33'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:50.663931 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf998520>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['bb460601-8217-453c-a7e4-aad1bf8cff33'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:51.089441 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Set router bb460601-8217-453c-a7e4-aad1bf8cff33 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:51.299633 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59616) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:51.485154 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Deleting subnet 27aad877-58bb-4445-a4fa-737669d5e4a1 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:39:51.490521 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.599914 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.617703 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.759688 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.792799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:51.903980 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27aad877-58bb-4445-a4fa-737669d5e4a1,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:51.916453 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:51.923030 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:51.930572 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf998520>, [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:39:49Z', 'revision_number': 3, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:51.935475 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Checking router: bb460601-8217-453c-a7e4-aad1bf8cff33 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:39:51.935845 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Updating router bb460601-8217-453c-a7e4-aad1bf8cff33 port 591e69aa-2539-4a71-abee-40df731fd362 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:39:51.942818 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f89894a4-13a8-4526-a923-bdf8299506a2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/27aad877-58bb-4445-a4fa-737669d5e4a1 HTTP/1.1" status: 204  len: 168 time: 0.6414382
Dec 16 14:39:51.944179 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59626) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:52.050906 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.372593 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.419906 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.805617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:52.894761 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe9cfcbba00>> segment before_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.895195 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe9cfcbba00>> subnet precommit_delete_associations 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.899269 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> segment_host_mapping after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.899805 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> port after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.916900 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> port after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.917169 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> port after_update 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.917510 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> segment after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.918098 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> subnet after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.918642 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> subnet after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.919181 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe9cf974880>> subnet after_update 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:52.956999 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Allocated IP 172.20.0.1 (26cb6916-dc12-4ad7-9cb0-0782f314f2a9/8001898e-d304-4a6d-818d-37f04e0133a4/a96bfc01-33c9-49d8-aab8-3fefa61e9728) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:39:53.075294 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.129234 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Transition to ACTIVE for port object 591e69aa-2539-4a71-abee-40df731fd362 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:39:53.145660 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.161462 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-9dfa9f59-511f-4e59-b2b0-cf9e57c052f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:53.185769 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9ced71eb0>> subnet after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:53.186270 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9ced71eb0>> subnet after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:53.187822 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9ced71eb0>> subnet before_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:53.188390 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe9ced71eb0>> subnet before_update 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 16 14:39:53.188978 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9d2d1e9a0>,) {'filters': {'network_id': ['35490ac8-ce68-4b5f-9341-f598ac9fb24f']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:53.225422 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9d2d1e9a0>, 'cb3a5a8e-620b-4515-a3c5-292d7df58fe1') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:53.225951 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9d2d1e9a0>, 'cb3a5a8e-620b-4515-a3c5-292d7df58fe1') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:53.246465 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.271314 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.284660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:39:53.286501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.304896 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   util.warn_limited(
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   util.warn_limited(
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:39:53.306113 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:39:53.322043 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Pushing event updated for resources: {'Port': ['ID=591e69aa-2539-4a71-abee-40df731fd362,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:53.337812 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Attempting to bind port 591e69aa-2539-4a71-abee-40df731fd362 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:39:53.340986 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Attempting to bind port 591e69aa-2539-4a71-abee-40df731fd362 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:39:53.340986 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Attempting to bind port 591e69aa-2539-4a71-abee-40df731fd362 on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:39:53.354540 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.354540 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.354540 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.354540 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.355134 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.355134 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.355375 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.355781 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.356019 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.356359 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.356662 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:53.360836 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:39:53.361290 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:39:53.361682 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.362995 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:39:53.364365 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Bound port: 591e69aa-2539-4a71-abee-40df731fd362, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:39:53.364515 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.392753 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:53.476515 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.487037 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.488045 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:53.488260 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] For port 591e69aa-2539-4a71-abee-40df731fd362, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:39:53.493875 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] For port 591e69aa-2539-4a71-abee-40df731fd362, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=591e69aa-2539-4a71-abee-40df731fd362,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:39:53.501251 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.506363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2a8fd9bf-3b7d-4364-abeb-39b850683ac2 tempest-DeleteServersTestJSON-392369734 tempest-DeleteServersTestJSON-392369734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:53.508681 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:53.518650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.522781 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Pushing event deleted for resources: {'Network': ['ID=35490ac8-ce68-4b5f-9341-f598ac9fb24f,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:53.530889 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:53.533554 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4cb51973-f8b6-47a2-afc6-2e02adafa323 admin admin] 10.222.0.67 "DELETE /v2.0/networks/35490ac8-ce68-4b5f-9341-f598ac9fb24f HTTP/1.1" status: 204  len: 168 time: 1.5875735
Dec 16 14:39:53.537858 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59648) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:53.621718 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Pushing event updated for resources: {'Port': ['ID=591e69aa-2539-4a71-abee-40df731fd362,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:53.625131 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Routers {'bb460601-8217-453c-a7e4-aad1bf8cff33'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:53.625826 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf998520>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['bb460601-8217-453c-a7e4-aad1bf8cff33'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:53.668219 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Deleting subnet 76f5a17f-33d2-42d6-81cc-91c6c91d054c {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:39:53.678524 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.721564 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:53.728312 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:53.736236 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:39:53.773213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.844503 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a96bfc01-33c9-49d8-aab8-3fefa61e9728,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:53.868059 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:53.868307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.878384 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:53.890793 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:53.927129 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] Set router bb460601-8217-453c-a7e4-aad1bf8cff33 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:54.059030 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:54.083159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:54.227050 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f5a17f-33d2-42d6-81cc-91c6c91d054c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:54.233563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:54.283317 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:54.301710 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f141cc4c-1f0a-42e0-b5f6-612aa4157c85 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/76f5a17f-33d2-42d6-81cc-91c6c91d054c HTTP/1.1" status: 204  len: 168 time: 0.7580628
Dec 16 14:39:54.320681 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59660) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:54.430461 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:54.586248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:54.613195 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf998520>, [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:39:49Z', 'revision_number': 3, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:54.621571 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e1d18-6cc8-4747-ba6f-465707d5ccf3 None None] The sync data for ids ['bb460601-8217-453c-a7e4-aad1bf8cff33'] in dv-cinder-821893-3-iscsi is: [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:39:49Z', 'revision_number': 3, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:39:54.883768 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:54.948677 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cf89f370>,) {'filters': {'network_id': ['6ce18fb5-ddb9-4433-9922-165e512c72eb']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:54.969971 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cf89f370>, 'e42a9364-9c2f-4869-a934-4ea7818765c6') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:54.970347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cf89f370>, 'e42a9364-9c2f-4869-a934-4ea7818765c6') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:55.007959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.081424 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.114958 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:39:55.115412 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:39:55.135307 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:39:55.172057 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.195015 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.244127 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:55.305471 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.320928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.328347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:55.421691 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6ce18fb5-ddb9-4433-9922-165e512c72eb HTTP/1.1" status: 204  len: 168 time: 1.0934067
Dec 16 14:39:55.423635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce18fb5-ddb9-4433-9922-165e512c72eb,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:55.439822 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-21c6b429-76c2-47eb-aa12-73580ac5ab91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:55.524351 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a96bfc01-33c9-49d8-aab8-3fefa61e9728,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:55.535509 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:55.547897 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.563975 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 591e69aa-2539-4a71-abee-40df731fd362 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:55.720823 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 591e69aa-2539-4a71-abee-40df731fd362 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:39:55.749068 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 591e69aa-2539-4a71-abee-40df731fd362 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:55.749846 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.821207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:39:55.823143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:39:55.882964 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59690) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:55.977152 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bfb4a847-d1d6-40ae-835c-95eb96b34efa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a0291385c194e659fd8cd83c7b3d89e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0918725
Dec 16 14:39:55.978382 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:55.980980 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59694) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:56.028675 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 591e69aa-2539-4a71-abee-40df731fd362, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=591e69aa-2539-4a71-abee-40df731fd362,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:39:56.037291 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.040307 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:56.156824 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.251563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.289920 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=591e69aa-2539-4a71-abee-40df731fd362,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:56.316842 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.317181 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.317514 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.317862 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.318299 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.318626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.319111 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.319465 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.319786 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.320106 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.320422 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:39:56.324830 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:56.387480 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.397826 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a0bbffcc-9044-482c-a876-0dc33b8f1c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:56.422587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3bd555-471e-44c3-b739-b956375c51ee,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:56.426958 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:56.475289 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:56.475289 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca3bd555-471e-44c3-b739-b956375c51ee HTTP/1.1" status: 204  len: 168 time: 0.4856253
Dec 16 14:39:56.797722 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Router bb460601-8217-453c-a7e4-aad1bf8cff33 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:39:56.929120 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59718) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:57.182703 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:39:57.206098 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] 10.222.0.67 "PUT /v2.0/routers/bb460601-8217-453c-a7e4-aad1bf8cff33/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5511751
Dec 16 14:39:57.299808 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.361342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59734) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:57.391017 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:57.399781 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 591e69aa-2539-4a71-abee-40df731fd362 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:39:57.411258 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Usage tracker for resource:security_group_rule and tenant:206044bd785040fdb9c926cd3df5e271 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:57.419341 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:57.435659 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:57.458958 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7b95c707-648a-45ea-8c40-e9b9c9a5456c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa844bed3d2e4085ac814cc6568d7ec7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0951879
Dec 16 14:39:57.461930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59738) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:57.551642 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 591e69aa-2539-4a71-abee-40df731fd362 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:39:57.552593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.602892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.611385 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.626670 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c382f1dc-1b6f-432f-93e8-b6168ea4292f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:57.651535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.725754 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.736623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ec802-b427-4b54-a5ac-9c8ef92091ef,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:57.743866 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:57.765323 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=206044bd785040fdb9c926cd3df5e271&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8343983
Dec 16 14:39:57.767469 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59748) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:57.864787 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.871050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a66f757a-a273-4038-91e0-230271ff615b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:57.885361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbcb46d-5248-42eb-8a29-0e7909445c80,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:57.899839 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:57.906531 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:57.912756 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bbcb46d-5248-42eb-8a29-0e7909445c80 HTTP/1.1" status: 204  len: 168 time: 0.4493868
Dec 16 14:39:57.916592 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.012921 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.107463 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59762) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:58.135084 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.147950 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-dfc82c2b-cbc5-4a0f-aba1-5a347982e707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:58.190737 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5ec802-b427-4b54-a5ac-9c8ef92091ef,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:58.204265 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:58.205514 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.211116 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb5ec802-b427-4b54-a5ac-9c8ef92091ef HTTP/1.1" status: 204  len: 168 time: 0.4375281
Dec 16 14:39:58.740350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.901298 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:58.919749 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-411a2354-0768-40af-869b-f2d66c778265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:58.923352 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Usage tracker for resource:security_group_rule and tenant:7d103c5e52074bd195520d241e6ff30b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:58.931822 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:58.946036 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-f1fc6f91-bd80-4565-a220-6d80fc1419a6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:39:58.981613 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-f1fc6f91-bd80-4565-a220-6d80fc1419a6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 819 time: 0.4633560
Dec 16 14:39:58.989539 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:59.039309 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-39670b09-f782-47c2-bd3c-4d39a760f71f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/quotas/c2109a7078ee45b1b922e81c997328cb HTTP/1.1" status: 200  len: 375 time: 0.0414586
Dec 16 14:39:59.286839 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Sync routers for ids ['bb460601-8217-453c-a7e4-aad1bf8cff33'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:39:59.331200 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59788) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:59.388847 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Routers {'bb460601-8217-453c-a7e4-aad1bf8cff33'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:39:59.389937 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf831ca0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:39:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['bb460601-8217-453c-a7e4-aad1bf8cff33'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:39:59.393586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.431008 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.438637 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.448916 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3e4b4ccc-215e-4626-aedf-73fb650cb48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:59.534586 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d9a03-f8b7-40bf-b53c-bc9cf43544b7,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:59.542137 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:59.545945 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:39:59.548045 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-eec93c48-3626-4479-b373-613b74516dca tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4591675
Dec 16 14:39:59.555478 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d103c5e52074bd195520d241e6ff30b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4464369
Dec 16 14:39:59.556992 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59794) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:59.572164 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Usage tracker for resource:security_group_rule and tenant:9fdf4de0f0bf4a0489acd12bc56bf9d9 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:39:59.579422 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:39:59.588243 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:39:59.732696 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.740059 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.754538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:39:59.815417 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9fdf4de0f0bf4a0489acd12bc56bf9d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4820755
Dec 16 14:39:59.817594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f26a40-9682-45f3-9fe7-9728f0393e21,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:39:59.819792 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59800) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:39:59.821464 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:39:59.835335 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Set router bb460601-8217-453c-a7e4-aad1bf8cff33 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:39:59.883772 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:39:59.895346 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-84f093bc-6513-4ba8-aff6-d5e276757f86 service neutron] 10.222.0.67 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3153672
Dec 16 14:40:00.152259 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.352112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.404573 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-d0cc0155-c4aa-47c4-ae6b-825b8737ad44 service neutron] 10.222.0.67 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4773228
Dec 16 14:40:00.455735 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.502464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.527216 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d128cac1-e35c-468a-bf25-c15562ed9574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:00.615072 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.616750 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d13d9a03-f8b7-40bf-b53c-bc9cf43544b7 HTTP/1.1" status: 204  len: 168 time: 1.0583296
Dec 16 14:40:00.618252 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d9a03-f8b7-40bf-b53c-bc9cf43544b7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:00.621794 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:00.671626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.694850 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:00.729400 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f26a40-9682-45f3-9fe7-9728f0393e21,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:00.733915 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:00.740271 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04f26a40-9682-45f3-9fe7-9728f0393e21 HTTP/1.1" status: 204  len: 168 time: 0.9099574
Dec 16 14:40:00.742247 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:00.847261 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf831ca0>, [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:39:53Z', 'revision_number': 4, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': 'a96bfc01-33c9-49d8-aab8-3fefa61e9728', 'name': '', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'mac_address': 'fa:16:3e:25:8b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:52Z', 'updated_at': '2021-12-16T14:39:54Z', 'revision_number': 2, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'subnets': [{'id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:00.857126 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Checking router: bb460601-8217-453c-a7e4-aad1bf8cff33 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:40:00.857815 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Updating router bb460601-8217-453c-a7e4-aad1bf8cff33 port a96bfc01-33c9-49d8-aab8-3fefa61e9728 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:40:01.003440 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-27bea2ac-7685-47c5-ab5c-3338cf3af684 req-5e941bbc-0711-407d-8e6c-4335a4d60692 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Synchronizing usage tracker for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:01.019483 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.042698 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-27bea2ac-7685-47c5-ab5c-3338cf3af684 req-5e941bbc-0711-407d-8e6c-4335a4d60692 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Unset dirty status for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:01.044755 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-27bea2ac-7685-47c5-ab5c-3338cf3af684 req-5e941bbc-0711-407d-8e6c-4335a4d60692 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 210 time: 0.1977758
Dec 16 14:40:01.610148 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76672350-e7b8-447d-af71-c2849359e16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.773754 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.809439 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Transition to ACTIVE for port object a96bfc01-33c9-49d8-aab8-3fefa61e9728 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:01.824152 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:01.845083 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:02.001402 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fc711-ad20-4851-9159-85bc03c29a88 None None] Pushing event updated for resources: {'Port': ['ID=a96bfc01-33c9-49d8-aab8-3fefa61e9728,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:02.020652 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-eb5fc711-ad20-4851-9159-85bc03c29a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:02.259045 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59856) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:02.325552 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.398883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:02.415847 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:e167727db5dd4d97bc42b47d4c956b5c is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:02.425579 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:02.438883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:02.574904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.597333 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Attempting to bind port a96bfc01-33c9-49d8-aab8-3fefa61e9728 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:02.597707 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Attempting to bind port a96bfc01-33c9-49d8-aab8-3fefa61e9728 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:02.598096 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Attempting to bind port a96bfc01-33c9-49d8-aab8-3fefa61e9728 on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:02.623819 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:02.624413 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Checking segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:02.625033 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.625620 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Bound using segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:02.626406 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Bound port: a96bfc01-33c9-49d8-aab8-3fefa61e9728, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:02.626998 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.642779 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-24ababfc-9f62-4315-8ea6-1ee46f8a85ff tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:02.663389 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-24ababfc-9f62-4315-8ea6-1ee46f8a85ff tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 819 time: 0.7250187
Dec 16 14:40:02.674410 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.685926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.700809 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bec8efcd-7d4a-44bd-864d-671255fef2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:02.712220 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-1730ce6f-95fa-4ad3-841e-1ef83d46ee06 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/quotas/c2109a7078ee45b1b922e81c997328cb HTTP/1.1" status: 200  len: 375 time: 0.0470476
Dec 16 14:40:02.819075 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8db05f-935b-462d-b512-e00f3bdfa15e,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:02.841443 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:02.870792 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e167727db5dd4d97bc42b47d4c956b5c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6081715
Dec 16 14:40:02.877626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59868) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:02.960010 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:02.990464 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] For port a96bfc01-33c9-49d8-aab8-3fefa61e9728, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:02.999444 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] For port a96bfc01-33c9-49d8-aab8-3fefa61e9728, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=a96bfc01-33c9-49d8-aab8-3fefa61e9728,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:03.006327 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:03.011871 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:03.045488 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-1577d0d0-5161-4c0e-92f8-19914cf3949d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3235037
Dec 16 14:40:03.116825 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fc711-ad20-4851-9159-85bc03c29a88 None None] Pushing event updated for resources: {'Port': ['ID=a96bfc01-33c9-49d8-aab8-3fefa61e9728,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:03.127658 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-eb5fc711-ad20-4851-9159-85bc03c29a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:03.222574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Routers {'bb460601-8217-453c-a7e4-aad1bf8cff33'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:40:03.223603 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf831ca0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:40:02Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['bb460601-8217-453c-a7e4-aad1bf8cff33'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:03.362339 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-cce7b177-8349-4482-8dfa-9b154f2ff297 service neutron] 10.222.0.67 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150406
Dec 16 14:40:03.677930 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:03.715722 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] Set router bb460601-8217-453c-a7e4-aad1bf8cff33 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:40:03.829884 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:03.986852 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-193bf257-5b64-430e-9401-8976b1fde97f service neutron] 10.222.0.67 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6224241
Dec 16 14:40:04.033781 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.057032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-19db157f-62e8-43be-b27c-f46f74eed670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:04.178073 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8db05f-935b-462d-b512-e00f3bdfa15e,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:04.195383 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:04.197055 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.216481 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c8db05f-935b-462d-b512-e00f3bdfa15e HTTP/1.1" status: 204  len: 168 time: 1.3354905
Dec 16 14:40:04.595979 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-791609bd-13e3-447a-ba66-ea47795c05bf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:04.601481 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-791609bd-13e3-447a-ba66-ea47795c05bf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Synchronizing usage tracker for tenant:c2109a7078ee45b1b922e81c997328cb on resource:network {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:04.663617 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:04.703172 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf831ca0>, [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:39:53Z', 'revision_number': 4, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': 'a96bfc01-33c9-49d8-aab8-3fefa61e9728', 'name': '', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'mac_address': 'fa:16:3e:25:8b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:52Z', 'updated_at': '2021-12-16T14:40:02Z', 'revision_number': 4, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'subnets': [{'id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:04.710127 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-791609bd-13e3-447a-ba66-ea47795c05bf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Unset dirty status for tenant:c2109a7078ee45b1b922e81c997328cb on resource:network {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:04.713947 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-791609bd-13e3-447a-ba66-ea47795c05bf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 819 time: 1.2057359
Dec 16 14:40:04.714913 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38914a8f-32bb-4f0f-9cff-2f3a86e851ed None None] The sync data for ids ['bb460601-8217-453c-a7e4-aad1bf8cff33'] in dv-cinder-821893-3-iscsi is: [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:39:53Z', 'revision_number': 4, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': 'a96bfc01-33c9-49d8-aab8-3fefa61e9728', 'name': '', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'mac_address': 'fa:16:3e:25:8b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:52Z', 'updated_at': '2021-12-16T14:40:02Z', 'revision_number': 4, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'subnets': [{'id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:40:04.749125 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Request body: {'port': {'device_id': '618e7310-603e-4003-b2d6-b05eb18cd558', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'admin_state_up': True, 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:04.955465 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e42f5660-a840-4d20-a8f6-63f0445ea8fb req-7f8b7b0c-e12e-4d7a-9df3-412241ee3fe2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 210 time: 0.1336696
Dec 16 14:40:05.246914 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:05.274262 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:05.293720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Made reservation on behalf of c2109a7078ee45b1b922e81c997328cb for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:05.306511 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:05.601017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device a96bfc01-33c9-49d8-aab8-3fefa61e9728 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:05.751953 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Allocated IP 172.20.0.4 (26cb6916-dc12-4ad7-9cb0-0782f314f2a9/8001898e-d304-4a6d-818d-37f04e0133a4/a57d57e1-1c2b-4139-ae4f-0870a2d2619a) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:05.766426 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port a96bfc01-33c9-49d8-aab8-3fefa61e9728 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:05.788913 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port a96bfc01-33c9-49d8-aab8-3fefa61e9728 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:05.789815 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.228643 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 59942) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:06.386421 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.483521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.601508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.620019 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port a96bfc01-33c9-49d8-aab8-3fefa61e9728, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=a96bfc01-33c9-49d8-aab8-3fefa61e9728,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:06.634789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.648091 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.655225 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:06.665254 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bdcc832c-c82e-45ef-a4c7-d126f47e3337 req-3e9002e8-acfb-42b7-95d0-10f482772341 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 210 time: 0.2066326
Dec 16 14:40:06.677362 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:06.693786 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:06.699888 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Usage tracker for resource:security_group_rule and tenant:3d879a6e3e0e44f9a8dd8103e6d04739 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:06.704429 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:06.719075 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:06.854052 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:06.870281 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:40:06.873087 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=a96bfc01-33c9-49d8-aab8-3fefa61e9728,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:06.880483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:06.892202 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:06.895663 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:06.908936 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:06.916409 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.033337 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Pushing event updated for resources: {'Port': ['ID=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.036090 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-97f81a8c-85e6-4d26-8841-3711a16698c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:07.066612 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.094611 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d879a6e3e0e44f9a8dd8103e6d04739&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8633432
Dec 16 14:40:07.106172 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 59956) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:07.117630 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc7e06d-d240-483c-9d25-d65ecebeadc0,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:07.125788 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:07.219301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:07.220669 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.438794 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7019546
Dec 16 14:40:07.491652 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.506497 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Request body: {'port': {'device_id': '618e7310-603e-4003-b2d6-b05eb18cd558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:07.538188 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device a96bfc01-33c9-49d8-aab8-3fefa61e9728 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:07.770767 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:07.822107 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-accbab62-4d47-461c-954a-250d4b5bb08c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:07.829221 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-accbab62-4d47-461c-954a-250d4b5bb08c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 819 time: 0.5602858
Dec 16 14:40:07.856288 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Request body: {'port': {'device_id': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'admin_state_up': True, 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:07.864017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port a96bfc01-33c9-49d8-aab8-3fefa61e9728 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:07.864704 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.050176 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.181112 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.202503 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cd968bc2-e690-4c68-b416-f4f6bef102d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:08.245375 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc7e06d-d240-483c-9d25-d65ecebeadc0,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:08.256104 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:08.264892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.279320 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bc7e06d-d240-483c-9d25-d65ecebeadc0 HTTP/1.1" status: 204  len: 168 time: 1.1670399
Dec 16 14:40:08.292941 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ddda94c9-466c-4db4-8d18-659bc0ae3768 req-66d336ae-ff7a-455f-be4f-cd61c46e5d26 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 210 time: 0.1783273
Dec 16 14:40:08.366495 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:08.383358 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Usage tracker for resource:port and tenant:c2109a7078ee45b1b922e81c997328cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:08.392156 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:08.409306 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:08.439803 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Made reservation on behalf of c2109a7078ee45b1b922e81c997328cb for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:08.447274 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.790389 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57d57e1-1c2b-4139-ae4f-0870a2d2619a {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:08.805711 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.829932 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Transition to ACTIVE for port object a57d57e1-1c2b-4139-ae4f-0870a2d2619a will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:08.851918 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:08.866364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:08.966136 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Allocated IP 172.20.0.13 (26cb6916-dc12-4ad7-9cb0-0782f314f2a9/8001898e-d304-4a6d-818d-37f04e0133a4/9127d9e7-040f-4d49-ba17-2bc54c53879b) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:09.134987 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:09.150795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:09.550492 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Attempting to bind port a57d57e1-1c2b-4139-ae4f-0870a2d2619a on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:09.551058 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Attempting to bind port a57d57e1-1c2b-4139-ae4f-0870a2d2619a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:09.551594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Attempting to bind port a57d57e1-1c2b-4139-ae4f-0870a2d2619a on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:09.579651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Port a57d57e1-1c2b-4139-ae4f-0870a2d2619a on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:40:09.582352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Attempting to bind port a57d57e1-1c2b-4139-ae4f-0870a2d2619a on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:09.616632 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:09.617189 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Checking segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:09.617837 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Bound using segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:09.618620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Bound port: a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:09.619209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.783545 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-a2815383-a10b-4c56-b0f8-f8a918638782 req-3eddc406-0ddc-42c0-9bb8-563dbf3fece7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Synchronizing usage tracker for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:09.842618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:09.940281 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60024) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:09.976079 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:10.001851 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b034d7b0-7bc8-4d5c-9b73-ba26e2feab59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:10.066256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-a2815383-a10b-4c56-b0f8-f8a918638782 req-3eddc406-0ddc-42c0-9bb8-563dbf3fece7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Unset dirty status for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:10.079094 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a2815383-a10b-4c56-b0f8-f8a918638782 req-3eddc406-0ddc-42c0-9bb8-563dbf3fece7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 210 time: 0.3874834
Dec 16 14:40:10.173400 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:10.258172 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:10.268624 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:10.279517 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] For port a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:10.290535 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:10.293475 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] For port a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:10.303323 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:10.319356 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:10.427934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:10.430280 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] 10.222.0.48 "PUT /v2.0/ports/a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 1093 time: 2.9598846
Dec 16 14:40:10.431620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618e7310-603e-4003-b2d6-b05eb18cd558', 'tag': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:10.508445 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:10.516660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:10.542304 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:10.544139 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:10.564805 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60040) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:10.609676 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Pushing event updated for resources: {'Port': ['ID=9127d9e7-040f-4d49-ba17-2bc54c53879b,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:10.646423 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:10.663430 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:10.675335 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618e7310-603e-4003-b2d6-b05eb18cd558', 'tag': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a', 'status': 'completed', 'code': 200}
Dec 16 14:40:10.692031 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-22fc9d9e-4966-473b-98d5-2ecc5553c5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1096 time: 0.1626880
Dec 16 14:40:10.815511 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:10.821799 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9743536
Dec 16 14:40:10.828534 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Usage tracker for resource:security_group_rule and tenant:633c86a647584e0fbaaf9a39b180530a is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:10.856007 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:10.878586 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Request body: {'port': {'device_id': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:10.992324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:10.995462 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-7d9cf511-ab91-485a-a358-bc5366d121a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 217 time: 0.2901707
Dec 16 14:40:11.131449 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-435825685-network', 'tenant_id': '755abf4383dc4d3ca3ec465e631d8684'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:11.158840 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:11.185346 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-06d8f1cd-b106-47a1-ba26-4c3018d54d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:11.187875 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-06d8f1cd-b106-47a1-ba26-4c3018d54d5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.1852846
Dec 16 14:40:11.228628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Usage tracker for resource:network and tenant:755abf4383dc4d3ca3ec465e631d8684 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:11.248532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:11.273044 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-b08f3e01-cab5-46b6-968d-815b2a71d68e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0778515
Dec 16 14:40:11.275065 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:11.337961 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Made reservation on behalf of 755abf4383dc4d3ca3ec465e631d8684 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:11.342419 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:11.369096 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:11.424480 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:11.502194 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-00b656c5-630a-4fe5-a708-d329ea649084 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220716
Dec 16 14:40:11.535292 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:11.538539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da803-2d95-442d-ae9c-7865f02e8518 req-3f3703d8-63fe-4fa7-9a21-0d70b036187a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:11.540231 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170da803-2d95-442d-ae9c-7865f02e8518 req-3f3703d8-63fe-4fa7-9a21-0d70b036187a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 932 time: 0.2129381
Dec 16 14:40:11.560115 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:11.581140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-65480e28-3e7a-4d01-b005-266583a7154e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:11.680941 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-170da803-2d95-442d-ae9c-7865f02e8518 req-eb063725-eef8-4d4a-893d-999e1cfbfbc8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Synchronizing usage tracker for tenant:c2109a7078ee45b1b922e81c997328cb on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:11.690091 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:11.710980 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cda3db9d-61d6-4dcb-9ba8-ddef38f6bf3c req-23cd86be-1de0-46b6-ad29-2aba5d38e884 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989343
Dec 16 14:40:11.718398 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Usage tracker for resource:security_group_rule and tenant:755abf4383dc4d3ca3ec465e631d8684 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:11.723630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-170da803-2d95-442d-ae9c-7865f02e8518 req-eb063725-eef8-4d4a-893d-999e1cfbfbc8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Unset dirty status for tenant:c2109a7078ee45b1b922e81c997328cb on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:11.725347 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170da803-2d95-442d-ae9c-7865f02e8518 req-eb063725-eef8-4d4a-893d-999e1cfbfbc8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307065
Dec 16 14:40:11.729392 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:11.826217 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=633c86a647584e0fbaaf9a39b180530a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8838363
Dec 16 14:40:11.827516 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09ac269-f0e0-4282-9975-5100711c2c82,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:11.832019 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60056) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:11.832934 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:11.842518 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:12.026269 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.035176 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-8e003853-302b-4320-b17a-598efb0b119c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1096 time: 0.1828074
Dec 16 14:40:12.196094 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.243873 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.255330 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.276732 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:12.288984 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bb957592-c62d-4972-8a08-c080cc2f5d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:12.363899 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.366172 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Added segment 98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72 of type vlan for network 5539b773-8751-4335-a9ea-a6672167e589
Dec 16 14:40:12.371885 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5b97de-4d54-443b-986d-54e8a38fe62d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:12.387820 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:12.419191 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-14b50b80-fe26-44f9-9551-d83df3860f8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:12.420960 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-14b50b80-fe26-44f9-9551-d83df3860f8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.3738067
Dec 16 14:40:12.436404 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.569692 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.597626 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8393f3f9-65bf-46c9-86e5-1e451ac99f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:12.606178 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9127d9e7-040f-4d49-ba17-2bc54c53879b {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:12.622233 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.622701 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09ac269-f0e0-4282-9975-5100711c2c82,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:12.626740 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.629160 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-1c778b40-80eb-463b-984e-a587afdd8d70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 217 time: 0.1992941
Dec 16 14:40:12.631080 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:12.632089 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:12.633098 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.638993 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.641423 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e09ac269-f0e0-4282-9975-5100711c2c82 HTTP/1.1" status: 204  len: 168 time: 0.8074539
Dec 16 14:40:12.645672 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5122b80a-4642-4363-a83a-7a2f18c24918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:12.766922 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-a3bd8fc9-cecf-4d12-b950-09c47fe91dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:12.767957 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-a3bd8fc9-cecf-4d12-b950-09c47fe91dc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.1245418
Dec 16 14:40:12.823443 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Transition to ACTIVE for port object 9127d9e7-040f-4d49-ba17-2bc54c53879b will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:12.854501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:12.878594 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-3ea5e6d8-20f0-47c5-9a33-65e9a358b7d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1037109
Dec 16 14:40:12.892272 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.2854588
Dec 16 14:40:12.895452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60076) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:12.903219 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Pushing event updated for resources: {'Network': ['ID=5539b773-8751-4335-a9ea-a6672167e589,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:12.909604 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Request body: {'subnet': {'network_id': '5539b773-8751-4335-a9ea-a6672167e589', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-435825685-subnet', 'tenant_id': '755abf4383dc4d3ca3ec465e631d8684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:12.913726 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:12.914248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:12.918125 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 5539b773-8751-4335-a9ea-a6672167e589 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:12.977159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:13.051804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Usage tracker for resource:subnet and tenant:755abf4383dc4d3ca3ec465e631d8684 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:13.061959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:13.090451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:13.110810 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Pushing event updated for resources: {'Port': ['ID=9127d9e7-040f-4d49-ba17-2bc54c53879b,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:13.116881 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:13.119833 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Made reservation on behalf of 755abf4383dc4d3ca3ec465e631d8684 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:13.124981 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31731134'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:13.338811 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-02780f06-9abf-412f-8878-7e0ab11fdea4 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4514422
Dec 16 14:40:13.662730 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b823d82-7770-4c4e-992f-5efbe8f984e6 req-596d4e90-a0ae-4058-9879-f6ac06f8708e service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3160763
Dec 16 14:40:13.776164 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Attempting to bind port 9127d9e7-040f-4d49-ba17-2bc54c53879b on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:13.777070 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Attempting to bind port 9127d9e7-040f-4d49-ba17-2bc54c53879b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:13.777070 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Attempting to bind port 9127d9e7-040f-4d49-ba17-2bc54c53879b on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:13.842740 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Port 9127d9e7-040f-4d49-ba17-2bc54c53879b on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:40:13.842973 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Attempting to bind port 9127d9e7-040f-4d49-ba17-2bc54c53879b on network 26cb6916-dc12-4ad7-9cb0-0782f314f2a9 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:13.852849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8a86-8c70-4c5d-b9b9-ba9f8140c87e req-88e5e539-6023-498a-8ffa-a54d5760c712 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:13.853630 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-578f8a86-8c70-4c5d-b9b9-ba9f8140c87e req-88e5e539-6023-498a-8ffa-a54d5760c712 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Synchronizing usage tracker for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:13.882618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:13.883036 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Checking segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:13.883444 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Bound using segment: {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:13.883892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Bound port: 9127d9e7-040f-4d49-ba17-2bc54c53879b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8bd495-70f9-48d0-a7c1-27ba1ee76159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:13.885140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:13.913029 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-578f8a86-8c70-4c5d-b9b9-ba9f8140c87e req-88e5e539-6023-498a-8ffa-a54d5760c712 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Unset dirty status for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:13.914219 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-578f8a86-8c70-4c5d-b9b9-ba9f8140c87e req-88e5e539-6023-498a-8ffa-a54d5760c712 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 944 time: 0.7385721
Dec 16 14:40:14.041602 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32518129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31731084'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:14.068268 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:14.135154 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-578f8a86-8c70-4c5d-b9b9-ba9f8140c87e req-83706546-3364-46a9-918b-5aefcc6c5de8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2072859
Dec 16 14:40:14.159170 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] For port 9127d9e7-040f-4d49-ba17-2bc54c53879b, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:14.164121 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] For port 9127d9e7-040f-4d49-ba17-2bc54c53879b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:14.178672 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:14.202804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b4bc37-1372-417b-a3e0-b2ec98b07ffd,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:14.208788 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:14.211034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:14.295466 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:14.298158 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] 10.222.0.48 "PUT /v2.0/ports/9127d9e7-040f-4d49-ba17-2bc54c53879b HTTP/1.1" status: 200  len: 1094 time: 3.4446087
Dec 16 14:40:14.299049 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'tag': '9127d9e7-040f-4d49-ba17-2bc54c53879b'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:14.311282 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Checking segment: {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:14.311659 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Network hostable DHCP agents. Network: 5539b773-8751-4335-a9ea-a6672167e589, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:14.346918 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Pushing event updated for resources: {'Port': ['ID=9127d9e7-040f-4d49-ba17-2bc54c53879b,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:14.353057 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:14.370703 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'tag': '9127d9e7-040f-4d49-ba17-2bc54c53879b', 'status': 'completed', 'code': 200}
Dec 16 14:40:14.383346 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Network 5539b773-8751-4335-a9ea-a6672167e589 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:14.468632 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 5539b773-8751-4335-a9ea-a6672167e589) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:14.476567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:14.477519 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:14.482700 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374cb638-d7ec-41c1-95df-3a54cb72be22 None None] Network 5539b773-8751-4335-a9ea-a6672167e589 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:40:14.541785 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6268337
Dec 16 14:40:14.573438 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-198db5b1-f711-4f35-b87a-cd63c151c969 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 1097 time: 0.1817160
Dec 16 14:40:14.738682 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-3e047fcb-4dc3-4dfc-b992-98ea0aa37cfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b HTTP/1.1" status: 200  len: 217 time: 0.1484663
Dec 16 14:40:14.876632 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-ada4b467-602a-45bc-90da-ab50263def96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:14.880304 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-ada4b467-602a-45bc-90da-ab50263def96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.1332688
Dec 16 14:40:15.006940 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-2e57f84a-26b4-43be-81ea-1491f75f81f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1194460
Dec 16 14:40:15.071772 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96479d-9f3c-4705-938c-01c45f998961 None None] Network 5539b773-8751-4335-a9ea-a6672167e589 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:40:15.463801 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-b1867f40-354a-45af-a3b6-eafa3862c56c service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483252
Dec 16 14:40:15.798049 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d6375142-2ff0-4d67-882b-11eba745cd5f req-1329ec1b-bd0e-43f0-9ecd-75d3c0712e4a service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3269422
Dec 16 14:40:15.875546 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44ae0d-a84e-40ee-b5ec-e785dc74d8fa req-c2c4576d-2241-42bd-9d6d-e9a549bc1914 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:15.878375 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9a44ae0d-a84e-40ee-b5ec-e785dc74d8fa req-c2c4576d-2241-42bd-9d6d-e9a549bc1914 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 944 time: 0.1855614
Dec 16 14:40:16.102956 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9a44ae0d-a84e-40ee-b5ec-e785dc74d8fa req-90a799e7-3668-448e-ae58-b86212b41917 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143569
Dec 16 14:40:16.181370 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-bc69b760-7df0-4049-a9b3-103d68cf78fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 1097 time: 0.2429352
Dec 16 14:40:16.468543 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-565402b5-4d3c-4f89-b873-72438a374762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:16.471861 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-565402b5-4d3c-4f89-b873-72438a374762 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.2883861
Dec 16 14:40:16.596403 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a57d57e1-1c2b-4139-ae4f-0870a2d2619a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:40:16.657380 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-0e343643-5f4f-4de6-a21f-0ac995c71f7c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b HTTP/1.1" status: 200  len: 217 time: 0.1724043
Dec 16 14:40:16.744635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-02b32f21-ae6f-4a41-9321-5acd78741272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:16.746873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-02b32f21-ae6f-4a41-9321-5acd78741272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.0827079
Dec 16 14:40:16.820810 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-54b30b88-e33f-4d47-8c49-50f434d458dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654767
Dec 16 14:40:16.895689 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:16.924560 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'port_id': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a', 'mac_address': 'fa:16:3e:c8:87:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:17.052853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:17.081509 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57d57e1-1c2b-4139-ae4f-0870a2d2619a {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:17.102256 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:17.107577 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-6948c3e5-d8fb-474a-ba8a-9a2bfe9d10b1 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635708
Dec 16 14:40:17.110590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:17.113188 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:17.237232 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:17.252741 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:17.515963 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78090666-70f9-4ec1-9471-e77c41be231c req-3907b53b-8aec-49ba-934f-dd6419998a35 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:17.519139 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-78090666-70f9-4ec1-9471-e77c41be231c req-3907b53b-8aec-49ba-934f-dd6419998a35 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 944 time: 0.1432729
Dec 16 14:40:17.659248 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ff3486bb-59b3-4d16-b02f-e959d45a6cbe req-5a592fe8-fc83-4ae5-8bec-b48a4281df6a service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5423858
Dec 16 14:40:17.676666 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a57d57e1-1c2b-4139-ae4f-0870a2d2619a'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:40:17.725439 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-78090666-70f9-4ec1-9471-e77c41be231c req-4f80f834-6bfb-44aa-a28e-8c28872e7052 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985681
Dec 16 14:40:18.620858 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5edf-1a55-4140-a15a-3040e886306c req-37002d9b-579a-4438-bd46-b744afbe95ec tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:18.622104 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-badd5edf-1a55-4140-a15a-3040e886306c req-37002d9b-579a-4438-bd46-b744afbe95ec tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Synchronizing usage tracker for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:18.655260 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-badd5edf-1a55-4140-a15a-3040e886306c req-37002d9b-579a-4438-bd46-b744afbe95ec tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Unset dirty status for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:18.657178 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-37002d9b-579a-4438-bd46-b744afbe95ec tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/networks?id=5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 200  len: 808 time: 0.2270961
Dec 16 14:40:18.682417 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-2f940352-799c-400a-a0b3-3afc8b070bd7 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/quotas/755abf4383dc4d3ca3ec465e631d8684 HTTP/1.1" status: 200  len: 375 time: 0.0182593
Dec 16 14:40:18.742318 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-25b5a144-319f-4ffe-a473-39f528e5bd3a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=755abf4383dc4d3ca3ec465e631d8684&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0532439
Dec 16 14:40:18.973920 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-3c0666ea-9603-4813-960a-26090c4d108e service neutron] 10.222.0.67 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229834
Dec 16 14:40:19.046651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1485fe7-aba6-4320-b0a1-3a63a69a3327 req-8e82681d-7ba9-496b-98a2-2b5851a828bb tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:19.049022 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f1485fe7-aba6-4320-b0a1-3a63a69a3327 req-8e82681d-7ba9-496b-98a2-2b5851a828bb tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 944 time: 0.0984437
Dec 16 14:40:19.128900 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f1485fe7-aba6-4320-b0a1-3a63a69a3327 req-565b80bf-11bc-4791-9dbe-3be31ca7393f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697994
Dec 16 14:40:19.173919 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-8b88f630-e790-44e4-b092-61e27ecbdf82 service neutron] 10.222.0.67 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919577
Dec 16 14:40:19.690180 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a31160a4-d207-49be-b4cc-050bd43b2d75 req-2b6f5569-5a11-436f-a188-72bf0b174ee4 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 210 time: 0.1289127
Dec 16 14:40:20.548187 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab20e1a-9a6b-4c5a-bc11-eeff1e7a514a req-5b8be7f2-aaa5-4cc6-86c6-411ebfdee1b7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:20.556654 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fab20e1a-9a6b-4c5a-bc11-eeff1e7a514a req-5b8be7f2-aaa5-4cc6-86c6-411ebfdee1b7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 944 time: 0.1462042
Dec 16 14:40:20.616340 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fab20e1a-9a6b-4c5a-bc11-eeff1e7a514a req-e559b424-9689-4520-8316-54f05155c20b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585399
Dec 16 14:40:20.622388 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 9127d9e7-040f-4d49-ba17-2bc54c53879b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:40:20.707421 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a57d57e1-1c2b-4139-ae4f-0870a2d2619a up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:21.049212 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 9127d9e7-040f-4d49-ba17-2bc54c53879b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:21.070242 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port a57d57e1-1c2b-4139-ae4f-0870a2d2619a completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:21.084235 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '9127d9e7-040f-4d49-ba17-2bc54c53879b', 'network_id': '26cb6916-dc12-4ad7-9cb0-0782f314f2a9', 'port_id': '9127d9e7-040f-4d49-ba17-2bc54c53879b', 'mac_address': 'fa:16:3e:f9:eb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8001898e-d304-4a6d-818d-37f04e0133a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:21.090052 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port a57d57e1-1c2b-4139-ae4f-0870a2d2619a triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:21.090641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:21.119374 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-195cc1c7-d9f4-4317-abd1-82c559b3a0ff req-47322082-9f04-45a8-b916-65ea4759b205 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 210 time: 0.0553715
Dec 16 14:40:21.270929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:21.296459 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9127d9e7-040f-4d49-ba17-2bc54c53879b {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:21.359278 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 9127d9e7-040f-4d49-ba17-2bc54c53879b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:21.367434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:21.377671 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-eb5fc711-ad20-4851-9159-85bc03c29a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:21.427078 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:21.484381 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618e7310-603e-4003-b2d6-b05eb18cd558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:21.496300 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=9127d9e7-040f-4d49-ba17-2bc54c53879b,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:21.500912 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:21.503189 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:21.513194 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:21.516093 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:21.555558 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5edf-1a55-4140-a15a-3040e886306c req-15c14f81-3659-4cd3-a005-65da3ed8c81e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:21.557240 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-15c14f81-3659-4cd3-a005-65da3ed8c81e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "GET /v2.0/networks?id=5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 200  len: 808 time: 0.3111730
Dec 16 14:40:21.583996 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Request body: {'port': {'device_id': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'network_id': '5539b773-8751-4335-a9ea-a6672167e589', 'admin_state_up': True, 'tenant_id': '755abf4383dc4d3ca3ec465e631d8684'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:21.598351 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:21.611432 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:21.696635 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618e7310-603e-4003-b2d6-b05eb18cd558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a', 'code': 200}
Dec 16 14:40:21.831727 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['9127d9e7-040f-4d49-ba17-2bc54c53879b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:40:21.845170 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:21.859565 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Usage tracker for resource:port and tenant:755abf4383dc4d3ca3ec465e631d8684 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:21.875711 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:21.888425 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:21.914636 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Made reservation on behalf of 755abf4383dc4d3ca3ec465e631d8684 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:21.922063 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:22.115866 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39827bb6-d4cc-4dad-ab61-12423395e9bd req-7eaae079-5b3a-4d0a-a70b-cf2ad42a1f4b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:22.134261 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-39827bb6-d4cc-4dad-ab61-12423395e9bd req-7eaae079-5b3a-4d0a-a70b-cf2ad42a1f4b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 945 time: 0.2418387
Dec 16 14:40:22.475590 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Allocated IP 172.20.0.11 (5539b773-8751-4335-a9ea-a6672167e589/51b4bc37-1372-417b-a3e0-b2ec98b07ffd/6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:22.497869 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-39827bb6-d4cc-4dad-ab61-12423395e9bd req-9489f158-fa51-43ba-b692-627a83b52196 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3606234
Dec 16 14:40:22.574160 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc140a0c-c4c1-4e1b-921d-3cfca4cf2739 req-50b253c8-31ca-4509-a981-bf505372f1ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.3517783
Dec 16 14:40:22.683328 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc140a0c-c4c1-4e1b-921d-3cfca4cf2739 req-eac6e017-14c5-41e5-8d60-69a6a4b7d00a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060283
Dec 16 14:40:22.962848 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-73073099-5bc2-4eb8-a8f4-0f580c7d0ec0 req-28735ab9-b6d1-4ed8-831a-49099c5889aa tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 210 time: 0.0882893
Dec 16 14:40:22.963047 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.021315 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60282) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:23.038545 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.052946 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9159e7fa-91b9-4cf6-a279-17228e1de5e3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:23.172896 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Network 5539b773-8751-4335-a9ea-a6672167e589 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:23.177878 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:23.183218 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:23.218239 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Pushing event updated for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:23.231850 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:23.327906 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.374614 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:23.375730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.438952 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8622203
Dec 16 14:40:23.440121 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:23.458762 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7e57b949ad4738b3fc88ab569f9be5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:23.462366 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:23.469514 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:23.526025 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Request body: {'port': {'device_id': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:23.897396 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.909915 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:23.923516 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1f9d12b3-250c-49f6-bdb7-73a17fcebf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:23.931289 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f642e-c37c-4c71-a323-99309350d25b req-aa038fb1-25af-41f9-8e31-cbb26fd41134 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:23.934120 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c4f642e-c37c-4c71-a323-99309350d25b req-aa038fb1-25af-41f9-8e31-cbb26fd41134 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 945 time: 0.2099860
Dec 16 14:40:23.942477 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.048562 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76540a60-cc80-4e62-a760-3de60afd04ac,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:24.060190 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:24.067882 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c4f642e-c37c-4c71-a323-99309350d25b req-97c80acd-f86a-4381-9d99-095ab4e2e8c9 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210887
Dec 16 14:40:24.072415 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cc7e57b949ad4738b3fc88ab569f9be5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0458722
Dec 16 14:40:24.074158 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60298) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:24.211913 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.254176 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.407570 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.411553 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-12f14958-776e-43f5-92c5-6f893c7d7c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:24.427411 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76540a60-cc80-4e62-a760-3de60afd04ac,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:24.430361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:24.451349 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.452675 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cb505f40-9afe-4850-9aac-33a7480caf21 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/76540a60-cc80-4e62-a760-3de60afd04ac HTTP/1.1" status: 204  len: 168 time: 0.3767500
Dec 16 14:40:24.514344 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60f599-a50e-4bf4-b075-a0a08b336d14 req-f2e44ff3-7e7e-4f79-89a1-99f29474ad94 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:24.517445 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c60f599-a50e-4bf4-b075-a0a08b336d14 req-f2e44ff3-7e7e-4f79-89a1-99f29474ad94 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 932 time: 0.1807578
Dec 16 14:40:24.613370 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:24.623162 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.630789 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c60f599-a50e-4bf4-b075-a0a08b336d14 req-40335b05-2979-4e01-b00f-69409c88e248 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968046
Dec 16 14:40:24.642297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Transition to ACTIVE for port object 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:24.647635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:24.653097 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1d16cbd0-39f8-44ff-a64d-6157540a07aa tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:24.890797 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Pushing event updated for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:24.945869 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.076780 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Attempting to bind port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:25.077818 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Attempting to bind port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:25.077818 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Attempting to bind port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff on network 5539b773-8751-4335-a9ea-a6672167e589 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:25.088036 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff on network 5539b773-8751-4335-a9ea-a6672167e589 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:40:25.088551 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Attempting to bind port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff on network 5539b773-8751-4335-a9ea-a6672167e589 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:25.102018 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:25.102557 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Checking segment: {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:25.103372 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Bound using segment: {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:25.103924 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Bound port: 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:25.104676 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.130206 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60312) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:25.224933 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.339820 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:25.352659 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad9dda1f2f24eea97ddb10323f19115 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:25.359319 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:25.364268 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:25.373403 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:25.375381 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:25.381530 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.396242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9943f99-2a92-425f-b7b7-af796709ae11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:25.542401 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.544781 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] 10.222.0.48 "PUT /v2.0/ports/6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff HTTP/1.1" status: 200  len: 1094 time: 2.0291128
Dec 16 14:40:25.545586 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:25.575481 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Pushing event updated for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.591681 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.642781 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.649118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.657086 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-51a7bcb6-761b-47a6-87a6-05a1456084b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:25.707428 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2d333-5c3f-4134-860b-34fa2af68d4c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.711096 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:25.715543 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0ad9dda1f2f24eea97ddb10323f19115&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5838914
Dec 16 14:40:25.720285 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60324) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:25.838979 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.877297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.962775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:25.972402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5ef8e8bb-c5fe-49b3-a03e-1d105b97e5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:25.989687 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2d333-5c3f-4134-860b-34fa2af68d4c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:25.994062 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:26.001008 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:26.006097 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1c2d333-5c3f-4134-860b-34fa2af68d4c HTTP/1.1" status: 204  len: 168 time: 0.2815180
Dec 16 14:40:27.240557 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff', 'status': 'completed', 'code': 200}
Dec 16 14:40:27.266389 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-a769a0a0-bb70-400a-8871-75353d775f19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=755abf4383dc4d3ca3ec465e631d8684&device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 1097 time: 0.1404114
Dec 16 14:40:27.429105 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66275546-88a3-4b8b-a7d4-45386edbe61a req-1203b73c-346d-4e5a-8d11-f2e0b4c1689c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:27.431974 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-66275546-88a3-4b8b-a7d4-45386edbe61a req-1203b73c-346d-4e5a-8d11-f2e0b4c1689c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 945 time: 0.1425111
Dec 16 14:40:27.477597 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0362e-ee51-4c24-bdae-ef4549ae63c8 req-f57ec7c1-8696-4569-bbc5-21420ef98784 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:27.480793 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21c0362e-ee51-4c24-bdae-ef4549ae63c8 req-f57ec7c1-8696-4569-bbc5-21420ef98784 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 944 time: 0.1157756
Dec 16 14:40:27.563113 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21c0362e-ee51-4c24-bdae-ef4549ae63c8 req-7711f9c2-c44b-422d-92e4-4e0f132fbab5 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718374
Dec 16 14:40:27.630623 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-c51104a7-3c5d-4a5c-893e-7d92f798b49a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff HTTP/1.1" status: 200  len: 217 time: 0.1794488
Dec 16 14:40:27.752142 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-66275546-88a3-4b8b-a7d4-45386edbe61a req-dcc90586-b596-487d-a1a4-a96daf37c28c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3024275
Dec 16 14:40:27.772990 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd5edf-1a55-4140-a15a-3040e886306c req-6e6b9fa8-27ee-487c-aecd-68d9b0d2f8a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:27.776107 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-6e6b9fa8-27ee-487c-aecd-68d9b0d2f8a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51b4bc37-1372-417b-a3e0-b2ec98b07ffd HTTP/1.1" status: 200  len: 848 time: 0.1360834
Dec 16 14:40:27.853488 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-104f803e-e1ec-4aee-a9b8-448ed039a51b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5539b773-8751-4335-a9ea-a6672167e589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706546
Dec 16 14:40:28.014055 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-40ab21c7-4211-4bf3-aef4-9325ed60b0f2 service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531117
Dec 16 14:40:28.689873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-badd5edf-1a55-4140-a15a-3040e886306c req-6dee1d58-227c-4669-8397-fee90da332ee service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6679428
Dec 16 14:40:28.696118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60382) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:28.927602 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cee1ed4b-f1cf-4b5a-87fb-42fcd526a665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:28.954202 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-f7145ca7-d4e3-4959-a3ac-f575154c8b7e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:28.955578 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-f7145ca7-d4e3-4959-a3ac-f575154c8b7e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Synchronizing usage tracker for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:28.998410 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.036509 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 9127d9e7-040f-4d49-ba17-2bc54c53879b up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:29.038211 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-f7145ca7-d4e3-4959-a3ac-f575154c8b7e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Unset dirty status for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:29.039483 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-f7145ca7-d4e3-4959-a3ac-f575154c8b7e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 944 time: 0.2769916
Dec 16 14:40:29.054608 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-b54090b0-3083-4103-974e-154b257daa00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=755abf4383dc4d3ca3ec465e631d8684&device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 1097 time: 0.2227142
Dec 16 14:40:29.106321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:29.151655 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acd923-6d1d-49c3-9637-ef5af4016511 req-24a455b5-094b-4fbd-8c29-8dfe430bc8ad tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:29.164795 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-27acd923-6d1d-49c3-9637-ef5af4016511 req-24a455b5-094b-4fbd-8c29-8dfe430bc8ad tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 945 time: 0.1701293
Dec 16 14:40:29.169389 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Usage tracker for resource:security_group_rule and tenant:e7c08362bb0b488db1a1b7562e6e1451 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:29.191141 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:29.199327 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 9127d9e7-040f-4d49-ba17-2bc54c53879b completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:29.208563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:29.216378 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 9127d9e7-040f-4d49-ba17-2bc54c53879b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:29.217026 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.259049 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-27acd923-6d1d-49c3-9637-ef5af4016511 req-a620f9b3-e6ac-40a1-aaa6-589299b9a9cc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903008
Dec 16 14:40:29.265439 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-11134f1a-0538-4f33-bda9-67d9bd500b77 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Synchronizing usage tracker for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:40:29.350451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-11134f1a-0538-4f33-bda9-67d9bd500b77 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Unset dirty status for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:40:29.352388 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5b566c9d-9dde-4aa9-a5bb-6ab462edcb71 req-11134f1a-0538-4f33-bda9-67d9bd500b77 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2946687
Dec 16 14:40:29.362253 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-afd43083-aecb-4edf-a965-326ea30c578a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:29.364256 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-afd43083-aecb-4edf-a965-326ea30c578a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 200  len: 909 time: 0.2866359
Dec 16 14:40:29.459471 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.471690 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-6c8bcd03-7c15-4806-9f39-e1113110b7aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff HTTP/1.1" status: 200  len: 217 time: 0.1002460
Dec 16 14:40:29.519311 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9127d9e7-040f-4d49-ba17-2bc54c53879b'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:29.537345 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 9127d9e7-040f-4d49-ba17-2bc54c53879b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:29.546218 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.550262 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1df211a1-1c1d-4e4a-ae80-2659359c0759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:29.611152 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.614813 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-5941886d-33b9-451a-b9b8-7cdf33d6e1b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:29.618215 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-5941886d-33b9-451a-b9b8-7cdf33d6e1b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51b4bc37-1372-417b-a3e0-b2ec98b07ffd HTTP/1.1" status: 200  len: 848 time: 0.1339555
Dec 16 14:40:29.622799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:29.647256 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:29.680109 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9127d9e7-040f-4d49-ba17-2bc54c53879b', 'code': 200}
Dec 16 14:40:29.747572 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=9127d9e7-040f-4d49-ba17-2bc54c53879b,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:29.757294 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:29.824808 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-4092d0ca-5406-4a56-aa5f-dc2ca8fd8232 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5539b773-8751-4335-a9ea-a6672167e589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1835694
Dec 16 14:40:29.825897 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a46ce7-a8c5-4e0f-90ed-3ae83178135a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:29.860315 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:29.978205 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7c08362bb0b488db1a1b7562e6e1451&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2803335
Dec 16 14:40:29.982586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60404) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:30.142457 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-71561cca-115a-46bf-86eb-f48daab45711 service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3054047
Dec 16 14:40:30.226775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.281911 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7f141905-d0b7-45f0-93a1-0550bb2204ae req-1fb31042-9fa7-4486-8049-343aad8e51e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 1099 time: 0.2523470
Dec 16 14:40:30.336391 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.451969 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7f141905-d0b7-45f0-93a1-0550bb2204ae req-d3ba1d00-e997-4e0b-9a47-9f0a97a42e26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568134
Dec 16 14:40:30.487344 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dc10869-017a-4f36-88ef-7b070310fa8c req-7ec65274-e518-4a0d-a663-df7206a56cdc service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3353944
Dec 16 14:40:30.489148 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.493546 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fed416cd-c6a7-4c32-96db-dc07ec53402b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:30.506841 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a46ce7-a8c5-4e0f-90ed-3ae83178135a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:30.509726 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:30.527493 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:30.531498 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59a46ce7-a8c5-4e0f-90ed-3ae83178135a HTTP/1.1" status: 204  len: 168 time: 0.5473564
Dec 16 14:40:30.745840 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b3b53-28d5-4711-8020-f37c32d97b99 req-86631f64-4a10-4dcd-9c39-f91a14c8b1ba tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:30.749406 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-869b3b53-28d5-4711-8020-f37c32d97b99 req-86631f64-4a10-4dcd-9c39-f91a14c8b1ba tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 944 time: 0.1461508
Dec 16 14:40:30.831038 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-869b3b53-28d5-4711-8020-f37c32d97b99 req-57d526c8-3e74-4775-993a-a7d91ac2c54a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714507
Dec 16 14:40:30.910648 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ec6a4-876d-48c3-ac4d-71425d8817ca req-324c8e51-e7cb-4450-b205-3b2edaaef40f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:30.915295 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf3ec6a4-876d-48c3-ac4d-71425d8817ca req-324c8e51-e7cb-4450-b205-3b2edaaef40f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1605079
Dec 16 14:40:31.030806 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf3ec6a4-876d-48c3-ac4d-71425d8817ca req-6717f75a-932b-40ea-ae9c-384356ae2c64 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029284
Dec 16 14:40:31.261521 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60436) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:31.282946 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.320577 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:31.325699 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Usage tracker for resource:security_group_rule and tenant:b1663f4005664eb284d72b1a6f5e9d1d is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:31.329961 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:31.337528 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:31.413015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7b5ec65a-6922-4bcb-bde2-fd10f55eb7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.442135 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.449240 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.460420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5d530eeb-240a-4d58-b303-6e382435a9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:31.517549 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039ff3ed-7994-4a52-bdd3-601a0ec9bd63,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:31.521076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:31.524311 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1663f4005664eb284d72b1a6f5e9d1d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2611001
Dec 16 14:40:31.528554 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60440) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:31.616143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.654493 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.738701 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.744039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e7e99eae-582d-4dcd-8d92-6a5f6ead4776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:31.758587 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039ff3ed-7994-4a52-bdd3-601a0ec9bd63,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:31.761527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:31.769563 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:31.770884 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/039ff3ed-7994-4a52-bdd3-601a0ec9bd63 HTTP/1.1" status: 204  len: 168 time: 0.2406833
Dec 16 14:40:32.424229 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:32.438989 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f52d-f5ff-41c7-98ac-e006999c3e64 req-d1f91bcb-3c0e-4e72-b80c-2b839b6bb814 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:32.459014 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b301f52d-f5ff-41c7-98ac-e006999c3e64 req-d1f91bcb-3c0e-4e72-b80c-2b839b6bb814 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 944 time: 0.3525741
Dec 16 14:40:32.563332 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b301f52d-f5ff-41c7-98ac-e006999c3e64 req-3d0aaf45-2e4e-426a-997a-32c058f4c995 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027656
Dec 16 14:40:32.583850 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731bd96-10e8-4629-b469-fc7573f1bb5f req-40efe958-8ff8-4801-8bdb-a58880551b53 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:32.586602 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a731bd96-10e8-4629-b469-fc7573f1bb5f req-40efe958-8ff8-4801-8bdb-a58880551b53 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.2388418
Dec 16 14:40:32.708889 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a731bd96-10e8-4629-b469-fc7573f1bb5f req-fcfeb98f-ff8b-40dd-9cbd-0338ad3d3272 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965276
Dec 16 14:40:32.859477 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.031230 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:40:33.324898 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:33.344286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff', 'network_id': '5539b773-8751-4335-a9ea-a6672167e589', 'port_id': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff', 'mac_address': 'fa:16:3e:46:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b4bc37-1372-417b-a3e0-b2ec98b07ffd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:40:33.423702 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.447457 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:40:33.495741 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:33.503492 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:33.508078 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:33.633513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:33.638113 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:33.976098 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:40:34.018921 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a4321-a44c-40b1-b75d-353308b93a66 req-0c7a4941-ae47-4b49-911a-955a22f11ee0 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:34.026886 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a12a4321-a44c-40b1-b75d-353308b93a66 req-0c7a4941-ae47-4b49-911a-955a22f11ee0 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 945 time: 0.1677334
Dec 16 14:40:34.103063 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c11a8-658d-4e7b-85b5-54346175ba8e req-a2ed2071-aa4b-4383-8c23-6051025acedc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:34.105674 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ea5c11a8-658d-4e7b-85b5-54346175ba8e req-a2ed2071-aa4b-4383-8c23-6051025acedc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1773295
Dec 16 14:40:34.155272 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a12a4321-a44c-40b1-b75d-353308b93a66 req-bf94b843-718c-4005-8af0-92db14af8053 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182456
Dec 16 14:40:34.279297 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ea5c11a8-658d-4e7b-85b5-54346175ba8e req-95c67ada-962f-40b8-93fb-9df3b1d053f8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590338
Dec 16 14:40:34.453918 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.159232 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-95231ec2-f9f9-4a58-ae52-980479f37d8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 1099 time: 0.1290216
Dec 16 14:40:35.287627 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62b964-1c90-4f6a-a768-0a5f9c122f19 req-9187b0c2-fdb8-451e-9398-8e650290944d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:35.289215 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d62b964-1c90-4f6a-a768-0a5f9c122f19 req-9187b0c2-fdb8-451e-9398-8e650290944d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1972327
Dec 16 14:40:35.393124 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-790b22eb-ba5b-4b60-abd1-68d24f253004 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:35.394613 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-790b22eb-ba5b-4b60-abd1-68d24f253004 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.2286189
Dec 16 14:40:35.455058 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60524) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:35.470215 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d62b964-1c90-4f6a-a768-0a5f9c122f19 req-d6103884-8d85-4e0f-bec6-035f9f3d5298 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505816
Dec 16 14:40:35.480027 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-7e4f08cd-8bf7-4896-96f6-c8179d8e92f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b HTTP/1.1" status: 200  len: 217 time: 0.0776412
Dec 16 14:40:35.552261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad031c-057c-42c0-82ef-f50acdc2dab1 req-a2dbd029-1142-4ef1-89a8-2b72d6f0ea3b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:35.564438 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-25ad031c-057c-42c0-82ef-f50acdc2dab1 req-a2dbd029-1142-4ef1-89a8-2b72d6f0ea3b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 945 time: 0.1584952
Dec 16 14:40:35.659042 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-25ad031c-057c-42c0-82ef-f50acdc2dab1 req-384610c6-590d-47fe-92b3-28a811ea39ec tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929606
Dec 16 14:40:35.744015 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:35.760646 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-d59e4344-db2d-4348-a80c-63e7c7f5ee3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:35.762813 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-d59e4344-db2d-4348-a80c-63e7c7f5ee3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.2750659
Dec 16 14:40:35.841095 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-303b0231-d5bd-4f6a-95da-2429e88032c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536110
Dec 16 14:40:35.857822 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:35.898966 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Usage tracker for resource:security_group_rule and tenant:27465ba1e8a64aeb8e34d281dadbebd7 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:35.989273 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:36.016159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:36.162761 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-1647af95-e154-43d4-854a-de2b35a384f1 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995880
Dec 16 14:40:36.409935 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.423267 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.450794 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1849e4bf-180a-4dda-94fb-0d4821ee5ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:36.589801 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-248ee2f5-bdbe-432b-9af3-6159a6d44c49 req-78b3e820-12bd-4503-a8b9-9e07ffc2d3af service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4073591
Dec 16 14:40:36.590911 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb99bc4-35ce-42c4-ad80-997e997ecb04,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:36.598853 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27465ba1e8a64aeb8e34d281dadbebd7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1410084
Dec 16 14:40:36.600618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:36.601914 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60552) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:36.748456 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.799864 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.958618 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c44ed7-237d-4437-a53a-bc130875dfdb req-4f565894-21ad-4b48-a8f7-1767c34edbb6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:36.962248 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5c44ed7-237d-4437-a53a-bc130875dfdb req-4f565894-21ad-4b48-a8f7-1767c34edbb6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1519651
Dec 16 14:40:36.967900 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:36.973920 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:37.013634 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb99bc4-35ce-42c4-ad80-997e997ecb04,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:37.023159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:37.037359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cd08a-aa53-439f-a656-ecb698be4b40 req-9462fdf1-644a-46b9-b9d2-9c87ed3bec50 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:37.038985 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c47cd08a-aa53-439f-a656-ecb698be4b40 req-9462fdf1-644a-46b9-b9d2-9c87ed3bec50 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 945 time: 0.2067862
Dec 16 14:40:37.042473 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.046613 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6bb99bc4-35ce-42c4-ad80-997e997ecb04 HTTP/1.1" status: 204  len: 168 time: 0.4410400
Dec 16 14:40:37.079216 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:37.101295 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5c44ed7-237d-4437-a53a-bc130875dfdb req-fd3a3520-4925-4609-8d3c-2da2e6a32ae3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280041
Dec 16 14:40:37.141667 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c47cd08a-aa53-439f-a656-ecb698be4b40 req-2e4e0058-1eb3-4497-896c-d653d78501ab tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843995
Dec 16 14:40:37.227527 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:37.238041 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:37.238905 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.489605 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.528219 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:40:37.543466 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:37.558322 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:37.561628 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:37.641346 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff', 'code': 200}
Dec 16 14:40:37.683284 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:37.690894 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:38.522689 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60598) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:38.574751 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e8632-637f-4c30-8484-191a06db9894 req-0e7e1f8c-dfe0-40df-834d-680209282d54 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:38.585928 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-aa6e8632-637f-4c30-8484-191a06db9894 req-0e7e1f8c-dfe0-40df-834d-680209282d54 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1503236
Dec 16 14:40:38.620209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0ef76-a39e-4c1b-83cf-1272d34d4b22 req-9c72f7a1-5bfa-4121-899b-25459b3684dc tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:38.621809 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b4d0ef76-a39e-4c1b-83cf-1272d34d4b22 req-9c72f7a1-5bfa-4121-899b-25459b3684dc tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.1584866
Dec 16 14:40:38.658860 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-aa6e8632-637f-4c30-8484-191a06db9894 req-8b51e66b-e53e-46ef-8396-e20e98474e7d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694489
Dec 16 14:40:38.719991 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b4d0ef76-a39e-4c1b-83cf-1272d34d4b22 req-65547ddc-4647-48bb-a208-adb86d87bd28 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870514
Dec 16 14:40:38.921234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1265295331-network', 'tenant_id': '9a687d83941a46d8893bb58f302b2951'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:38.933625 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:38.941402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Usage tracker for resource:network and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:38.947741 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:38.960283 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:38.978389 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Made reservation on behalf of 9a687d83941a46d8893bb58f302b2951 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:38.982507 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.009073 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.068991 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:39.076080 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:39.081350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:39.091874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:39.205351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.211566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.218830 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d716571f-eac2-468e-a714-82a7e50eb460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:39.271962 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:39.288153 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6244ffa8-e01d-4daa-a0cc-eb8110ef747c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:39.294973 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:39.301562 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.302161 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Added segment 35e20501-e43a-43cd-98b7-fe28d5ac0839 of type vlan for network aad28f85-671a-4b76-9701-bffd022aa1bd
Dec 16 14:40:39.352871 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.406596 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.408901 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:39.409730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.418880 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:39.611551 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=aad28f85-671a-4b76-9701-bffd022aa1bd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:39.616782 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0861714
Dec 16 14:40:39.618342 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:39.621278 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60610) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:39.628487 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network aad28f85-671a-4b76-9701-bffd022aa1bd details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:39.630305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Request body: {'subnet': {'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1265295331-subnet', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:39.638642 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:39.645743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Usage tracker for resource:subnet and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:39.650916 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:39.662248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:39.680400 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Made reservation on behalf of 9a687d83941a46d8893bb58f302b2951 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:39.684578 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31731134'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:39.997168 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32518129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31731084'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.004835 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d24b7a13-6a32-45cd-9ae9-d0f0da4ad52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:40.156304 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e634a01-ef3a-487a-9216-f3e8b9fc0669,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:40.164553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:40.166831 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Checking segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:40.167411 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Network hostable DHCP agents. Network: aad28f85-671a-4b76-9701-bffd022aa1bd, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:40.203782 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Network aad28f85-671a-4b76-9701-bffd022aa1bd is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:40.221644 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, aad28f85-671a-4b76-9701-bffd022aa1bd) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:40.226351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:40.227297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.235407 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a667d42-f3ba-4367-9f0e-6d5d183b677a None None] Network aad28f85-671a-4b76-9701-bffd022aa1bd requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:40:40.255439 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5050693c-8460-45cf-a60c-93bed8225769 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6325119
Dec 16 14:40:40.259870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60622) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:40.265423 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:40.270785 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:40.275177 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Usage tracker for resource:router and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:40.280863 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:40.290364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:40.311077 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.312327 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.344262 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.344964 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.558997 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.576120 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-aad28f85-671a-4b76-9701-bffd022aa1bd', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:40:40.577169 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.793861 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.831402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:40.883865 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Allocated IP 172.20.0.2 (aad28f85-671a-4b76-9701-bffd022aa1bd/5e634a01-ef3a-487a-9216-f3e8b9fc0669/b5decc47-a521-4e5c-a7ad-c601507d85fc) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:40.998878 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Allocated IP 172.27.1.32 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/6be9deb4-db28-4d72-9dc4-3befd086fa15) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:41.181670 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.202789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Transition to ACTIVE for port object b5decc47-a521-4e5c-a7ad-c601507d85fc will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:41.232856 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.240583 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Transition to ACTIVE for port object b5decc47-a521-4e5c-a7ad-c601507d85fc will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:41.250868 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.259611 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-0960fc87-e8d5-414b-aa01-764b93ec28c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:41.285237 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.305311 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:41.368022 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Network aad28f85-671a-4b76-9701-bffd022aa1bd is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:41.381663 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:41.388226 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:41.389478 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:41.393732 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:41.400533 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Pushing event updated for resources: {'Port': ['ID=b5decc47-a521-4e5c-a7ad-c601507d85fc,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:41.400834 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:41.407712 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:41.488936 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Pushing event updated for resources: {'Port': ['ID=6be9deb4-db28-4d72-9dc4-3befd086fa15,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:41.495955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:41.542680 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Attempting to bind port b5decc47-a521-4e5c-a7ad-c601507d85fc on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:41.543149 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Attempting to bind port b5decc47-a521-4e5c-a7ad-c601507d85fc by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:41.543642 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Attempting to bind port b5decc47-a521-4e5c-a7ad-c601507d85fc on network aad28f85-671a-4b76-9701-bffd022aa1bd {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:41.554448 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:41.554937 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Checking segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:41.555534 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.556063 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Bound using segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:41.556779 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Bound port: b5decc47-a521-4e5c-a7ad-c601507d85fc, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:41.557273 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.725513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] For port b5decc47-a521-4e5c-a7ad-c601507d85fc, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:41.732169 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] For port b5decc47-a521-4e5c-a7ad-c601507d85fc, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=b5decc47-a521-4e5c-a7ad-c601507d85fc,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:41.741962 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.750587 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:41.788485 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a0bc7ab0-f1c4-40c1-ad34-4be1130b4ba0 req-e0ed950c-982b-45c9-9565-9517d5b3a9a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 1099 time: 0.1909471
Dec 16 14:40:41.803628 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.804890 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:41.916710 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a0bc7ab0-f1c4-40c1-ad34-4be1130b4ba0 req-7bb5e6d9-6dde-437a-92a9-3174e3bf2571 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013560
Dec 16 14:40:41.964615 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Pushing event updated for resources: {'Port': ['ID=b5decc47-a521-4e5c-a7ad-c601507d85fc,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:41.971668 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:42.203558 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe43d0-5c56-4cc1-901f-1aeffa36588f req-3b813bba-088c-49b5-bf5a-03e8aa8951fc tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:42.218549 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8afe43d0-5c56-4cc1-901f-1aeffa36588f req-3b813bba-088c-49b5-bf5a-03e8aa8951fc tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.2329543
Dec 16 14:40:42.348083 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8afe43d0-5c56-4cc1-901f-1aeffa36588f req-a42e51a1-f4fe-430d-ac6e-dbc2ac481b36 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281681
Dec 16 14:40:42.392645 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-95793877-6d24-4573-bfd1-62cae81b1004 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5779531
Dec 16 14:40:42.544400 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b306ef-2f87-4601-a438-aa8facf15815 req-9d4c3181-5fd5-416a-ae46-aaee5f3810ea tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:42.546967 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-30b306ef-2f87-4601-a438-aa8facf15815 req-9d4c3181-5fd5-416a-ae46-aaee5f3810ea tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.4844608
Dec 16 14:40:42.631171 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-30b306ef-2f87-4601-a438-aa8facf15815 req-72c6ea71-4b8a-4a05-8b45-28b8a391c15e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743752
Dec 16 14:40:42.762662 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Router 9caefb78-cbce-4725-ad7c-750e79b5bedf is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:40:43.291321 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:40:43.315361 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Sync routers for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:40:43.344271 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:40:43.345183 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfac85b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:40:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:43.355029 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:43.361167 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0962408
Dec 16 14:40:43.362429 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60660) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:43.518897 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780654fe-0af9-4b0f-94d1-29500170e6cd None None] Network aad28f85-671a-4b76-9701-bffd022aa1bd requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:40:43.783197 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:40:43.891807 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device b5decc47-a521-4e5c-a7ad-c601507d85fc up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:43.980648 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:40:44.100564 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-8af76702-79f7-476d-a20e-fd349da06448 None None] Provisioning for port b5decc47-a521-4e5c-a7ad-c601507d85fc completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:44.183381 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port b5decc47-a521-4e5c-a7ad-c601507d85fc completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:44.192198 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port b5decc47-a521-4e5c-a7ad-c601507d85fc triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:44.192637 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.360289 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.367878 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfac85b0>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:41Z', 'revision_number': 3, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:44.375482 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Checking router: 9caefb78-cbce-4725-ad7c-750e79b5bedf for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:40:44.376078 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Updating router 9caefb78-cbce-4725-ad7c-750e79b5bedf port 6be9deb4-db28-4d72-9dc4-3befd086fa15 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:40:44.438163 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port b5decc47-a521-4e5c-a7ad-c601507d85fc, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=b5decc47-a521-4e5c-a7ad-c601507d85fc,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:44.445660 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.453871 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:44.466820 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.583825 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=b5decc47-a521-4e5c-a7ad-c601507d85fc,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:44.590536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:44.601852 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-07b0704e-20e5-404f-ba52-2c33384297db None None] Provisioning complete for port b5decc47-a521-4e5c-a7ad-c601507d85fc triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:44.602757 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-07b0704e-20e5-404f-ba52-2c33384297db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.904670 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.957148 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:44.982824 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Transition to ACTIVE for port object 6be9deb4-db28-4d72-9dc4-3befd086fa15 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:44.995536 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.000654 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2141bc66-eda1-4e3b-85b2-f55788903521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:45.095957 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Attempting to bind port 6be9deb4-db28-4d72-9dc4-3befd086fa15 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:45.096776 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Attempting to bind port 6be9deb4-db28-4d72-9dc4-3befd086fa15 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:45.096776 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Attempting to bind port 6be9deb4-db28-4d72-9dc4-3befd086fa15 on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:45.103008 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9d646-1810-469f-a399-468ab1b6b3cb None None] Pushing event updated for resources: {'Port': ['ID=6be9deb4-db28-4d72-9dc4-3befd086fa15,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:45.107258 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-13d9d646-1810-469f-a399-468ab1b6b3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:45.110932 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:45.111305 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:45.111744 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.112238 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:45.112975 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Bound port: 6be9deb4-db28-4d72-9dc4-3befd086fa15, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:45.113564 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.206288 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] For port 6be9deb4-db28-4d72-9dc4-3befd086fa15, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:45.211513 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] For port 6be9deb4-db28-4d72-9dc4-3befd086fa15, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=6be9deb4-db28-4d72-9dc4-3befd086fa15,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:45.219886 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.225866 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:45.240650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Allocated IP 172.20.0.1 (aad28f85-671a-4b76-9701-bffd022aa1bd/5e634a01-ef3a-487a-9216-f3e8b9fc0669/48f2503e-96f8-40ab-a39c-d2fe2b4c77ea) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:45.311090 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9d646-1810-469f-a399-468ab1b6b3cb None None] Pushing event updated for resources: {'Port': ['ID=6be9deb4-db28-4d72-9dc4-3befd086fa15,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:45.314789 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-13d9d646-1810-469f-a399-468ab1b6b3cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:45.316826 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:40:45.317464 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfac85b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:40:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:45.433858 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.452904 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Transition to ACTIVE for port object 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:45.458573 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device b5decc47-a521-4e5c-a7ad-c601507d85fc up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:45.483358 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.491308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:45.539713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port b5decc47-a521-4e5c-a7ad-c601507d85fc triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:45.540371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.557702 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:40:45.592091 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Network aad28f85-671a-4b76-9701-bffd022aa1bd is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:45.597108 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:45.604800 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:45.649242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Pushing event updated for resources: {'Port': ['ID=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:45.679294 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.679853 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.680415 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.680962 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.681487 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.682058 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.682605 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.683125 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.683880 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.684259 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.684709 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:45.692936 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:45.718906 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.832019 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:45.929344 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfac85b0>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:41Z', 'revision_number': 3, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:45.933103 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c21f6ef8-e99e-4237-9ef5-4ffceea9f4b1 None None] Provisioning for port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:45.938692 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fdd6db-3fbd-4a9d-9ba1-33a787787982 None None] The sync data for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi is: [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:41Z', 'revision_number': 3, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:40:45.939645 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c21f6ef8-e99e-4237-9ef5-4ffceea9f4b1 None None] Provisioning complete for port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:45.940344 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c21f6ef8-e99e-4237-9ef5-4ffceea9f4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.035701 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-c21f6ef8-e99e-4237-9ef5-4ffceea9f4b1 None None] Port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:40:46.166041 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.179139 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.226514 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:46.332112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Pushing event updated for resources: {'Port': ['ID=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:46.335253 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:46.336617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:46.623160 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Network aad28f85-671a-4b76-9701-bffd022aa1bd is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:46.624503 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:46.962283 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-87dc93ff-2dea-4096-acd6-01a59443e46b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1098 time: 0.1457691
Dec 16 14:40:46.993966 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-59671aac-761c-42e7-815a-e6ae8ec2e0ff None None] Provisioning complete for port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:46.996287 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-59671aac-761c-42e7-815a-e6ae8ec2e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.090111 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-59671aac-761c-42e7-815a-e6ae8ec2e0ff None None] Port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:40:47.223236 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e82de-8374-4c5f-82e5-6db998652e7e req-ee9c3c8d-14f3-46c4-b2e1-ccc6e5d43baf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.225186 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-022e82de-8374-4c5f-82e5-6db998652e7e req-ee9c3c8d-14f3-46c4-b2e1-ccc6e5d43baf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.1952302
Dec 16 14:40:47.317138 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-022e82de-8374-4c5f-82e5-6db998652e7e req-0821c5b2-6eb4-466e-9295-29bd6f043591 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764539
Dec 16 14:40:47.402481 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Router 9caefb78-cbce-4725-ad7c-750e79b5bedf has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:40:47.437034 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adda02-02dc-4816-a9ae-547be138eb84 req-e8317fea-4622-435b-86aa-cf374783d741 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.439729 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-87adda02-02dc-4816-a9ae-547be138eb84 req-e8317fea-4622-435b-86aa-cf374783d741 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.3529434
Dec 16 14:40:47.500601 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 6be9deb4-db28-4d72-9dc4-3befd086fa15 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:47.502455 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-f90bfb20-15a6-468f-9795-bf7bb5b437ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.504584 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-f90bfb20-15a6-468f-9795-bf7bb5b437ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.3305566
Dec 16 14:40:47.612680 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-87adda02-02dc-4816-a9ae-547be138eb84 req-3b635f7c-4c95-4efd-91fa-e514e7f76734 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557503
Dec 16 14:40:47.645352 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-e9bc8cd9-615c-42ba-907a-e9114560f1da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 1000 time: 0.1320837
Dec 16 14:40:47.647272 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 6be9deb4-db28-4d72-9dc4-3befd086fa15 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:47.654208 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 6be9deb4-db28-4d72-9dc4-3befd086fa15 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:47.654615 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.677182 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:40:47.689902 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] 10.222.0.67 "PUT /v2.0/routers/9caefb78-cbce-4725-ad7c-750e79b5bedf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3263857
Dec 16 14:40:47.741182 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-a3e0f5c8-5721-437b-adf6-0cc54ffbf20e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:47.742716 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-a3e0f5c8-5721-437b-adf6-0cc54ffbf20e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0841765
Dec 16 14:40:47.859674 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.866565 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-ed6a9f3f-1a87-46db-ae7d-1194e37b2368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1149211
Dec 16 14:40:47.890713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 6be9deb4-db28-4d72-9dc4-3befd086fa15, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=6be9deb4-db28-4d72-9dc4-3befd086fa15,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:47.899119 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:47.902768 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:47.996271 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=6be9deb4-db28-4d72-9dc4-3befd086fa15,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:48.000843 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:48.106340 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-2c68ba68-c6bb-4204-83ea-e43df780ddce service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253089
Dec 16 14:40:48.438918 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21f39504-4b71-4fc2-b62f-b36823249eaf req-debbdd4c-a298-4b02-a85c-0679e5a51b64 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2098761
Dec 16 14:40:48.791098 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ccd9b-1298-40f5-a995-1364cee8e5d4 req-b364fa21-9be4-48ba-8357-7719c66bb7b3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:48.799512 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f94ccd9b-1298-40f5-a995-1364cee8e5d4 req-b364fa21-9be4-48ba-8357-7719c66bb7b3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.2205825
Dec 16 14:40:48.930061 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f94ccd9b-1298-40f5-a995-1364cee8e5d4 req-1e698bb0-1464-47e8-ad93-797d2189fd9b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284909
Dec 16 14:40:49.084285 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617541e-eb13-4fa6-aaea-5c0737db278e req-5449dc13-572e-4f40-be95-392e297bb1d6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:49.087013 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e617541e-eb13-4fa6-aaea-5c0737db278e req-5449dc13-572e-4f40-be95-392e297bb1d6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1610069
Dec 16 14:40:49.211697 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e617541e-eb13-4fa6-aaea-5c0737db278e req-73ec6359-d483-4e9d-b850-45e9ba8bf072 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185675
Dec 16 14:40:49.505914 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 6be9deb4-db28-4d72-9dc4-3befd086fa15 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:49.633527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60742) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:49.643452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1147213497-network', 'tenant_id': 'bb99884353fe4454bb8d173478d35434'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:49.659960 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:49.669034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Usage tracker for resource:network and tenant:bb99884353fe4454bb8d173478d35434 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:49.677617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:49.682942 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 6be9deb4-db28-4d72-9dc4-3befd086fa15 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:49.683369 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.708204 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:49.734958 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Made reservation on behalf of bb99884353fe4454bb8d173478d35434 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:49.737648 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.765039 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:49.823748 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:49.835152 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Usage tracker for resource:security_group_rule and tenant:bb99884353fe4454bb8d173478d35434 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:49.854472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:49.875126 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:50.177509 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.190967 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.197149 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b0e8d29c-2e9d-42d9-86b2-9f65ccc040be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:50.251612 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Sync routers for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:40:50.328496 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:40:50.329639 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf67ba60>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:40:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:50.438313 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:40:50.485342 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.491856 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Added segment abf1c91b-e332-4ec9-9795-b411483fb549 of type vlan for network cd8cafd1-7340-4596-b006-9a9c13db3cc9
Dec 16 14:40:50.541391 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c1d6c-734f-47f9-a2f0-5bd68e3f54ed,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:50.611053 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:50.710251 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4873bb-99b0-4c17-bcf0-fba03a833773 req-52d7165c-5f58-458c-8a90-e11ad05e818d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:50.720919 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca4873bb-99b0-4c17-bcf0-fba03a833773 req-52d7165c-5f58-458c-8a90-e11ad05e818d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.1898310
Dec 16 14:40:50.793485 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca4873bb-99b0-4c17-bcf0-fba03a833773 req-baab02ce-d727-422c-bd40-d1abdaf7e2db tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702984
Dec 16 14:40:50.818085 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.825816 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:40:50.865818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60770) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:50.962602 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.973358 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:50.974062 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:50.982395 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1097f469-aa73-40de-9a8b-fa06bf334a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:51.149342 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5c107-80bd-499f-8f66-6bb4d8f7a978 req-f503e639-3d31-463a-b6d9-3ca461f9d475 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:51.159655 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fec5c107-80bd-499f-8f66-6bb4d8f7a978 req-f503e639-3d31-463a-b6d9-3ca461f9d475 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.5504839
Dec 16 14:40:51.222937 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5879416
Dec 16 14:40:51.231896 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60776) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:51.243093 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Request body: {'subnet': {'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1147213497-subnet', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:51.246138 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:51.251554 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:51.259001 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Usage tracker for resource:subnet and tenant:bb99884353fe4454bb8d173478d35434 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:51.263101 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:51.278703 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:51.302175 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8cafd1-7340-4596-b006-9a9c13db3cc9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:51.356421 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:51.370414 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Usage tracker for resource:security_group_rule and tenant:629575a565f4457b9d274df481e66f1b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:51.374660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:51.376951 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:40:51.379873 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:51.396960 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:51.401376 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Made reservation on behalf of bb99884353fe4454bb8d173478d35434 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:40:51.411744 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31731134'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:51.585841 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:51.599496 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fec5c107-80bd-499f-8f66-6bb4d8f7a978 req-30b7d128-aac9-4e72-972f-b6ec019e4407 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4385428
Dec 16 14:40:51.599779 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:51.631906 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-77827f18-4578-4ced-b1ee-a2fdb5f59f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:51.741677 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99b43d-7831-4290-a953-1ad8ab6699ec,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:51.801335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.803685 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.804943 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.804943 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.805260 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.809318 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.809893 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.810510 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.810874 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.811214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.811638 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:51.822058 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=629575a565f4457b9d274df481e66f1b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9507077
Dec 16 14:40:51.831981 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:51.832518 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 60792) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:51.873780 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf67ba60>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 2, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:51.879638 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Checking router: 9caefb78-cbce-4725-ad7c-750e79b5bedf for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:40:51.880141 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Updating router 9caefb78-cbce-4725-ad7c-750e79b5bedf port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:40:51.937639 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32518129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31731084'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:51.949947 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-26c86173-fda4-4276-ae22-99f8bd49ffa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:51.953644 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.010272 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.045970 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf49041-f17c-4258-8e92-3dba13800c1b,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:52.052748 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:52.071647 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Checking segment: {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:52.072209 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Network hostable DHCP agents. Network: cd8cafd1-7340-4596-b006-9a9c13db3cc9, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:40:52.106989 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.146626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:40:52.167829 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, cd8cafd1-7340-4596-b006-9a9c13db3cc9) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:52.185497 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:52.187076 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.237458 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0038202
Dec 16 14:40:52.240067 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60802) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:52.249183 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97914734-4e4e-45e6-b67f-ea20e25ad33e None None] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:40:52.279027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:40:52.286036 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:40:52.293082 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Usage tracker for resource:router and tenant:bb99884353fe4454bb8d173478d35434 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:40:52.297350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:40:52.298583 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.306910 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:40:52.325675 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9be111ca-85aa-4b37-b4be-da14134cd7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:52.330180 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.332435 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.348875 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99b43d-7831-4290-a953-1ad8ab6699ec,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:52.368544 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:52.379398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.400507 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a99b43d-7831-4290-a953-1ad8ab6699ec HTTP/1.1" status: 204  len: 168 time: 0.5649450
Dec 16 14:40:52.402279 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.804307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.960880 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:52.980119 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Transition to ACTIVE for port object 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:52.985727 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca85ad-d3ff-4ab5-8653-f4ac983dba93 req-2c3f5ac2-1528-4623-bb0d-0051693b97cf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:52.988955 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1bca85ad-d3ff-4ab5-8653-f4ac983dba93 req-2c3f5ac2-1528-4623-bb0d-0051693b97cf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1398287
Dec 16 14:40:52.994195 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.011580 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:53.075946 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-cd8cafd1-7340-4596-b006-9a9c13db3cc9', 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'fixed_ips': [{'subnet_id': 'ecf49041-f17c-4258-8e92-3dba13800c1b'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:40:53.078950 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.194652 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1bca85ad-d3ff-4ab5-8653-f4ac983dba93 req-7c1edeb9-3b4f-4328-8159-cd3aefc468c3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909609
Dec 16 14:40:53.394502 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.450017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7937f2b-db8c-4acf-b7af-838259ed1b5c None None] Pushing event updated for resources: {'Port': ['ID=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:53.456477 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.458723 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c7937f2b-db8c-4acf-b7af-838259ed1b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:53.680595 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Attempting to bind port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:53.680947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Attempting to bind port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:53.681972 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Attempting to bind port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea on network aad28f85-671a-4b76-9701-bffd022aa1bd {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:53.713496 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Allocated IP 172.20.0.2 (cd8cafd1-7340-4596-b006-9a9c13db3cc9/ecf49041-f17c-4258-8e92-3dba13800c1b/1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:53.721962 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:53.722513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Checking segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:53.723153 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.723650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Bound using segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:53.723650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Bound port: 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:53.723650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:53.827168 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Allocated IP 172.27.1.49 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/4de90f75-d5de-4076-8310-ffeee474063b) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:40:53.991249 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] For port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:53.998595 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] For port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:54.022813 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:54.076143 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:54.322501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:54.556801 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7937f2b-db8c-4acf-b7af-838259ed1b5c None None] Pushing event updated for resources: {'Port': ['ID=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:54.671303 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c7937f2b-db8c-4acf-b7af-838259ed1b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:54.701455 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:40:54.702490 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf67ba60>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:40:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:54.712451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:54.718541 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:54.927476 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Pushing event updated for resources: {'Port': ['ID=4de90f75-d5de-4076-8310-ffeee474063b,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:54.939401 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:55.009535 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6063c-2be7-4fef-9406-88969b1569f7 req-70a0d114-94b1-415d-bcd0-9b821d330288 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:55.013024 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08e6063c-2be7-4fef-9406-88969b1569f7 req-70a0d114-94b1-415d-bcd0-9b821d330288 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.6078105
Dec 16 14:40:55.018139 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:55.021029 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:55.031563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:55.368461 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08e6063c-2be7-4fef-9406-88969b1569f7 req-cca75a49-50c3-4a93-9f02-7e97f5619848 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904854
Dec 16 14:40:55.385331 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.465275 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Transition to ACTIVE for port object 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:55.563441 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Transition to ACTIVE for port object 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:40:55.568311 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:40:55.569772 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c43b-0b41-47a9-b30c-e16b7ec96fb1 req-3188ff04-19e2-4255-b990-d83c9ac2c7c7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:55.580546 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7620c43b-0b41-47a9-b30c-e16b7ec96fb1 req-3188ff04-19e2-4255-b990-d83c9ac2c7c7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1732020
Dec 16 14:40:55.590843 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.593155 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.659288 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:55.687889 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:55.708599 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7620c43b-0b41-47a9-b30c-e16b7ec96fb1 req-5ced67f2-4dd4-4224-9629-d44d7d6c8fcb tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261101
Dec 16 14:40:56.211951 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Router ea7ac1e3-592c-470d-b2a5-47cf4d37844e is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:40:56.335560 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Pushing event updated for resources: {'Port': ['ID=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:56.484422 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:40:56.514978 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:40:56.604685 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:40:56.616308 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.616880 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.617418 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.617941 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.618499 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.619960 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.620494 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.626876 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.627512 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.627999 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.628607 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:40:56.628798 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-6f1a97f4-f863-4065-a2dc-0d44beb8d907 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:56.631325 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-6f1a97f4-f863-4065-a2dc-0d44beb8d907 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 0.4240320
Dec 16 14:40:56.674461 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:56.879020 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Deleting port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:40:56.880278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:56.988014 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Attempting to bind port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:40:56.988881 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Attempting to bind port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:40:56.989619 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Attempting to bind port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b on network cd8cafd1-7340-4596-b006-9a9c13db3cc9 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:40:57.022358 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:40:57.022959 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Checking segment: {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:40:57.023841 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.024748 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Bound using segment: {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:40:57.025565 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Bound port: 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:40:57.026477 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.167415 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf67ba60>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:53Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.178231 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee2b578-87a0-4d82-b2a7-14946e14967d None None] The sync data for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi is: [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:53Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:40:57.320735 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] For port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:40:57.336248 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] For port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:40:57.351462 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f831354-62cc-4a6c-9c83-afd47e0a9138 req-f8084c17-bfe4-4fa3-9a92-2145fa1423cc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:57.352596 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.361059 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:57.379975 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3f831354-62cc-4a6c-9c83-afd47e0a9138 req-f8084c17-bfe4-4fa3-9a92-2145fa1423cc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.5456164
Dec 16 14:40:57.527746 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:40:57.551258 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Sync routers for ids ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:40:57.612677 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Routers {'ea7ac1e3-592c-470d-b2a5-47cf4d37844e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:40:57.613770 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4130>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:40:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:40:57.662900 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3f831354-62cc-4a6c-9c83-afd47e0a9138 req-a6140000-8f80-419f-94c7-76cedd02cad2 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2812176
Dec 16 14:40:57.663249 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:40:57.677786 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:57.679916 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.4303811
Dec 16 14:40:57.685922 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 60918) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:40:58.089507 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Pushing event updated for resources: {'Port': ['ID=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:58.110181 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:40:58.218439 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:40:58.251401 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:40:58.252024 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:58.944930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54e408-0213-4f45-86cf-91243143d8b1 req-51598075-3128-482c-aa2c-c639333cad85 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:58.949228 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Set router ea7ac1e3-592c-470d-b2a5-47cf4d37844e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:40:58.964055 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b54e408-0213-4f45-86cf-91243143d8b1 req-51598075-3128-482c-aa2c-c639333cad85 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 946 time: 1.6531267
Dec 16 14:40:58.995787 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-01e29f97-d4f8-45be-bc11-f206c36d9fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.039206 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.065032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ada6c-8fba-4936-be88-a0831c285804 req-8462344a-b0ef-48ae-b457-88410cb8dda0 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:40:59.072171 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f59ada6c-8fba-4936-be88-a0831c285804 req-8462344a-b0ef-48ae-b457-88410cb8dda0 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.4058714
Dec 16 14:40:59.077403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:59.078186 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.140827 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:40:59.155386 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:40:59.302435 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:40:59.318223 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c7937f2b-db8c-4acf-b7af-838259ed1b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:40:59.507801 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f59ada6c-8fba-4936-be88-a0831c285804 req-b141a589-03cc-4b4b-9b69-fde471275b79 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3787634
Dec 16 14:40:59.785650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:40:59.798251 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Calling delete_port for 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:40:59.849105 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:00.050230 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b54e408-0213-4f45-86cf-91243143d8b1 req-f184fa45-a2eb-4077-8b40-4a8710317360 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0798204
Dec 16 14:41:00.153806 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.217481 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:00.365978 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:00.396824 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4130>, [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:40:55Z', 'revision_number': 3, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:00.418758 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Checking router: ea7ac1e3-592c-470d-b2a5-47cf4d37844e for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:41:00.419457 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Updating router ea7ac1e3-592c-470d-b2a5-47cf4d37844e port 4de90f75-d5de-4076-8310-ffeee474063b binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:41:00.442153 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:00.460710 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.db.api [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:41:00.461232 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_db.api [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:41:00.468901 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.473493 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-eb5fc711-ad20-4851-9159-85bc03c29a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:00.588490 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:00.688918 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff', 'code': 200}
Dec 16 14:41:00.693022 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d597f8-f74a-4158-b191-822f4259fc71 None None] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:41:00.806782 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7a5c6-73f9-4790-9670-45a11eea9bbc req-7a8e2d57-7f56-451f-be4a-d0c345f49435 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:00.819952 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85c7a5c6-73f9-4790-9670-45a11eea9bbc req-7a8e2d57-7f56-451f-be4a-d0c345f49435 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2356255
Dec 16 14:41:00.962946 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Deleting port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:41:00.964035 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:01.122207 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:01.143304 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85c7a5c6-73f9-4790-9670-45a11eea9bbc req-cdc4aee9-7662-4841-9cb2-4a5cd1a85c0d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3211415
Dec 16 14:41:01.164690 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:01.224227 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:01.295279 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Provisioning for port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:01.403532 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Provisioning complete for port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:01.404113 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:01.808007 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:01.838201 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Transition to ACTIVE for port object 4de90f75-d5de-4076-8310-ffeee474063b will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:01.856352 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:01.863670 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:01.864021 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-13d9d646-1810-469f-a399-468ab1b6b3cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:02.068639 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3382c9-510a-4cfd-9839-b7629730e9c5 req-13900873-821c-45dd-8f89-6fb236d95aab tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:02.074731 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ea3382c9-510a-4cfd-9839-b7629730e9c5 req-13900873-821c-45dd-8f89-6fb236d95aab tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 944 time: 0.3013117
Dec 16 14:41:02.081039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1448e3d-75ee-4bf0-93b7-7456864f5eb1 req-52a3c3b9-8c04-458d-8948-470e2b869526 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:02.081907 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Pushing event updated for resources: {'Port': ['ID=4de90f75-d5de-4076-8310-ffeee474063b,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:02.093231 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1448e3d-75ee-4bf0-93b7-7456864f5eb1 req-52a3c3b9-8c04-458d-8948-470e2b869526 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.9463468
Dec 16 14:41:02.123098 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Attempting to bind port 4de90f75-d5de-4076-8310-ffeee474063b on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:02.123469 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Attempting to bind port 4de90f75-d5de-4076-8310-ffeee474063b by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:02.123809 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Attempting to bind port 4de90f75-d5de-4076-8310-ffeee474063b on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:41:02.136926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] For port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:02.137483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.201448 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-86093897-9624-4b4c-8965-88167cfd6c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.216030 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.216670 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.217215 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.231149 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.241029 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.241029 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.241029 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.241029 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.241593 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.242010 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.244761 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:02.266711 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:02.267372 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:41:02.267930 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:41:02.268610 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.269209 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:41:02.270307 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Bound port: 4de90f75-d5de-4076-8310-ffeee474063b, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:02.270910 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.271590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.513877 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ea3382c9-510a-4cfd-9839-b7629730e9c5 req-a4dae3aa-368d-4ff0-ad70-32b058c89bfb tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4262087
Dec 16 14:41:02.557695 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] For port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:02.569390 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] For port 4de90f75-d5de-4076-8310-ffeee474063b, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:41:02.578175 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] For port 4de90f75-d5de-4076-8310-ffeee474063b, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=4de90f75-d5de-4076-8310-ffeee474063b,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:41:02.590091 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.610579 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:02.620099 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.670794 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:02.678401 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:02.687361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Calling delete_port for 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:41:02.780660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:03.037461 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:03.037461 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:03.184917 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Pushing event updated for resources: {'Port': ['ID=4de90f75-d5de-4076-8310-ffeee474063b,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:03.197722 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:03.199151 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Routers {'ea7ac1e3-592c-470d-b2a5-47cf4d37844e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:41:03.205410 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4130>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:41:02Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:03.222213 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Pushing event updated for resources: {'Port': ['ID=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:03.245942 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:03.325194 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1448e3d-75ee-4bf0-93b7-7456864f5eb1 req-7e9bc7b4-446a-4037-83f3-a74a8f00d48f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2060413
Dec 16 14:41:03.421343 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:03.460624 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:03.579081 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:03.653249 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a911e39e-1f95-4f72-8cfe-a85d51dc301c None None] Provisioning complete for port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:03.653683 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a911e39e-1f95-4f72-8cfe-a85d51dc301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:03.711671 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] Set router ea7ac1e3-592c-470d-b2a5-47cf4d37844e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:41:03.750388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d213b-e2c4-4066-a704-869a9f342145 req-e29323ce-e0b8-48b0-bef7-dea5de57152e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:03.753386 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-157d213b-e2c4-4066-a704-869a9f342145 req-e29323ce-e0b8-48b0-bef7-dea5de57152e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.6389637
Dec 16 14:41:03.803284 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Pushing event deleted for resources: {'Port': ['ID=6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:03.854930 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:03.952125 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:03.998780 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Allocated IP 172.20.0.1 (cd8cafd1-7340-4596-b006-9a9c13db3cc9/ecf49041-f17c-4258-8e92-3dba13800c1b/9c09d73b-9c63-4c2e-9f8f-f6939942b5d3) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:41:04.025046 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] No DVR routers for this DVR port 6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:41:04.039224 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:04.060579 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'name': 'network-vif-deleted', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:04.083613 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a279bb0c-2d70-4353-822a-d570eed7c74c req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "DELETE /v2.0/ports/6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff HTTP/1.1" status: 204  len: 173 time: 7.4106398
Dec 16 14:41:04.087024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-45b97304-fc73-431b-b924-9e8595ea2493 req-25d453cc-f9d2-4612-9d0d-be40e5baa227 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Synchronizing usage tracker for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:04.128963 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:04.130367 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:04.159700 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-45b97304-fc73-431b-b924-9e8595ea2493 req-25d453cc-f9d2-4612-9d0d-be40e5baa227 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Unset dirty status for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:04.162359 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45b97304-fc73-431b-b924-9e8595ea2493 req-25d453cc-f9d2-4612-9d0d-be40e5baa227 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc HTTP/1.1" status: 200  len: 210 time: 0.1983302
Dec 16 14:41:04.502570 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:04.568995 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Transition to ACTIVE for port object 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:04.661858 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-157d213b-e2c4-4066-a704-869a9f342145 req-c341080a-3318-40da-b05b-6be038c95244 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7829757
Dec 16 14:41:04.726089 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:04.726967 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:04.747451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-38bff25f-dc44-48da-8977-525d408f8bc6 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:04.810578 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4130>, [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:40:55Z', 'revision_number': 3, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:04.811407 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dfcaa2-9a64-460a-a1a8-e8b04742c7bc', 'name': 'network-vif-deleted', 'tag': '6978c6aa-5ee8-4ed8-9bd4-c826607ba4ff', 'status': 'completed', 'code': 200}
Dec 16 14:41:04.826034 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee430d-35d9-476b-bafe-bee0d61c2395 None None] The sync data for ids ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'] in dv-cinder-821893-3-iscsi is: [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:40:55Z', 'revision_number': 3, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:41:05.149013 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:05.168384 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:05.178742 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:41:05.280512 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:05.298048 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9b40-9f63-40f6-9812-0227c68bba5d req-36da234e-5bba-4a83-88ba-7af4a6516328 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:05.301853 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:05.302158 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-68ad9b40-9f63-40f6-9812-0227c68bba5d req-36da234e-5bba-4a83-88ba-7af4a6516328 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1560466
Dec 16 14:41:05.461796 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:05.493829 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-68ad9b40-9f63-40f6-9812-0227c68bba5d req-3ec5ed18-39a0-47c1-b80a-0f71f39b40cb tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806703
Dec 16 14:41:05.701346 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981d9ff-d2f3-42fb-a00b-ace41c0c3870 req-e0dc2453-c76c-4fe5-a625-d4e85ce00326 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:05.703831 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b981d9ff-d2f3-42fb-a00b-ace41c0c3870 req-e0dc2453-c76c-4fe5-a625-d4e85ce00326 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.3542106
Dec 16 14:41:05.706947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5c716df2-1389-44a3-bba0-38294ce45b35 None None] Provisioning for port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:05.716649 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5c716df2-1389-44a3-bba0-38294ce45b35 None None] Provisioning complete for port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:05.717657 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5c716df2-1389-44a3-bba0-38294ce45b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:05.780532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:05.889127 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-5c716df2-1389-44a3-bba0-38294ce45b35 None None] Port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:41:05.921623 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b981d9ff-d2f3-42fb-a00b-ace41c0c3870 req-7eeb7e76-64f5-4d12-855f-51921bf126d3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2094879
Dec 16 14:41:06.198911 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86552072-9616-4fea-acf1-20f26ab1fac8 req-af339ec2-0f4b-45ae-a4cd-f63b35d6651b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:06.201473 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86552072-9616-4fea-acf1-20f26ab1fac8 req-af339ec2-0f4b-45ae-a4cd-f63b35d6651b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1328948
Dec 16 14:41:06.288054 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86552072-9616-4fea-acf1-20f26ab1fac8 req-d8971f97-17ed-473b-b41d-e88e6b0d2e58 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798779
Dec 16 14:41:06.350577 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:06.387341 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:06.423470 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:06.602320 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-a790a7af-e7f9-4483-aa97-edad87bf83bf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:06.604593 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-a790a7af-e7f9-4483-aa97-edad87bf83bf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/networks?id=5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 200  len: 808 time: 0.3954122
Dec 16 14:41:06.609837 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:06.617630 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:06.619140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:06.772985 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-6d0cc06e-3589-43e5-92e3-cc22a0fc82d3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/quotas/755abf4383dc4d3ca3ec465e631d8684 HTTP/1.1" status: 200  len: 375 time: 0.1353879
Dec 16 14:41:06.879654 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-7ebfa1f8-c343-490f-a57b-3d3bfb25b9eb tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=755abf4383dc4d3ca3ec465e631d8684&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0938857
Dec 16 14:41:07.040214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4e57e-eaaf-4821-8eb6-6e0bdcc01fa5 req-f7fb282e-a2ba-4ea9-9221-4466b7e2394b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.041969 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75f4e57e-eaaf-4821-8eb6-6e0bdcc01fa5 req-f7fb282e-a2ba-4ea9-9221-4466b7e2394b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.3719370
Dec 16 14:41:07.063168 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:07.066627 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:07.147525 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75f4e57e-eaaf-4821-8eb6-6e0bdcc01fa5 req-c52b0725-5af9-435c-b168-f1d9692db7d0 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903015
Dec 16 14:41:07.241370 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-81a46d3f-0ad0-4a0c-9734-b42ba7679797 service neutron] 10.222.0.67 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257003
Dec 16 14:41:07.562181 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-eff30f5f-2345-4928-9def-6924b1005577 None None] Provisioning complete for port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:07.562984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-eff30f5f-2345-4928-9def-6924b1005577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:07.582836 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ca49d-aa40-4108-abdd-a7fe77b54ff9 req-3b29a3b8-c9e8-4880-b1db-9ed81ef9ce4a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.586433 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c47ca49d-aa40-4108-abdd-a7fe77b54ff9 req-3b29a3b8-c9e8-4880-b1db-9ed81ef9ce4a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1180987
Dec 16 14:41:07.662338 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c47ca49d-aa40-4108-abdd-a7fe77b54ff9 req-867f3d93-1e0d-4379-9055-bef6dd159d67 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582767
Dec 16 14:41:07.673369 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-eff30f5f-2345-4928-9def-6924b1005577 None None] Port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:41:07.927890 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-7b7e2cbf-b43d-458f-bc17-b0c77dc872b8 service neutron] 10.222.0.67 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6600227
Dec 16 14:41:07.986462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410efd9-1363-4750-90a1-c5d0218b1abe req-31a40c21-b276-40b9-8218-7643dfae0f62 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:07.990807 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b410efd9-1363-4750-90a1-c5d0218b1abe req-31a40c21-b276-40b9-8218-7643dfae0f62 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1487591
Dec 16 14:41:08.077937 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b410efd9-1363-4750-90a1-c5d0218b1abe req-27c15d14-47d7-4259-9026-249a50b735ec tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824399
Dec 16 14:41:08.255649 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Router ea7ac1e3-592c-470d-b2a5-47cf4d37844e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:41:08.360239 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-77b23eea-c260-450d-84e8-11885a677611 req-dc60ae4c-8685-4d6b-8bdb-479a3a59dabe tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 210 time: 0.0624413
Dec 16 14:41:08.776393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd18b8-7168-4b5c-809a-bc3ccc32bca6 req-79c261cf-1265-4d6f-9bd8-40b9445c72ad tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:08.778176 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42bd18b8-7168-4b5c-809a-bc3ccc32bca6 req-79c261cf-1265-4d6f-9bd8-40b9445c72ad tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.3212116
Dec 16 14:41:08.867976 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42bd18b8-7168-4b5c-809a-bc3ccc32bca6 req-20a31752-61cc-4ebe-9fff-697e17ca839e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742114
Dec 16 14:41:08.875121 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:41:08.887790 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] 10.222.0.67 "PUT /v2.0/routers/ea7ac1e3-592c-470d-b2a5-47cf4d37844e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2000887
Dec 16 14:41:09.101340 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df44717-6956-4fa8-893e-c87ecc923dc3 req-40b50ee1-b1c9-4069-9504-892f6791b217 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:09.115076 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7df44717-6956-4fa8-893e-c87ecc923dc3 req-40b50ee1-b1c9-4069-9504-892f6791b217 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1753290
Dec 16 14:41:09.208839 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7df44717-6956-4fa8-893e-c87ecc923dc3 req-c4910726-d6b6-424e-a728-310ab4c7b911 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908725
Dec 16 14:41:09.512549 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308145c-7c41-499f-84c1-79a5b5143aa9 req-6d5be42e-5127-4e7d-a39c-881bf2b56661 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:09.521400 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d308145c-7c41-499f-84c1-79a5b5143aa9 req-6d5be42e-5127-4e7d-a39c-881bf2b56661 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1512444
Dec 16 14:41:09.635058 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d308145c-7c41-499f-84c1-79a5b5143aa9 req-babb809d-fcb5-4954-85b0-2a2970afef16 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110516
Dec 16 14:41:10.029069 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f5d2d1ea-c9fd-4374-bbfd-9425cc45b555 req-0766c655-20a9-4374-bab9-53082545c14b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 1099 time: 0.2588654
Dec 16 14:41:10.284702 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f5d2d1ea-c9fd-4374-bbfd-9425cc45b555 req-35732678-0a54-4613-85e3-fa739dcb49a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366352
Dec 16 14:41:10.313644 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:10.365008 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e0a31274-de1a-4c8d-b64c-a7ee7397529b req-dd126e47-48f6-46e8-b6f4-018c3cb9a4e1 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 210 time: 0.3992784
Dec 16 14:41:10.640660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-61ed5664-bab4-4fa8-a3f5-f41cd44107a5 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.643220 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-61ed5664-bab4-4fa8-a3f5-f41cd44107a5 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "GET /v2.0/networks?id=5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 200  len: 808 time: 0.5271831
Dec 16 14:41:10.717489 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Request body: {'port': {'device_id': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'network_id': '5539b773-8751-4335-a9ea-a6672167e589', 'admin_state_up': True, 'tenant_id': '755abf4383dc4d3ca3ec465e631d8684'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:10.969540 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889da11b-f615-4024-9200-280f51ce6508 req-0267faad-de4f-4ec2-bb22-d6eccc0a5608 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:10.971386 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-889da11b-f615-4024-9200-280f51ce6508 req-0267faad-de4f-4ec2-bb22-d6eccc0a5608 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.3268650
Dec 16 14:41:10.991137 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:11.037491 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:11.071070 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Made reservation on behalf of 755abf4383dc4d3ca3ec465e631d8684 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:41:11.075489 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.106791 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-889da11b-f615-4024-9200-280f51ce6508 req-aa53e874-be76-4900-ae73-2be9b9dc1e5e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190956
Dec 16 14:41:11.439832 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Allocated IP 172.20.0.7 (5539b773-8751-4335-a9ea-a6672167e589/51b4bc37-1372-417b-a3e0-b2ec98b07ffd/11b0cec4-410e-43d4-a952-a07f61931613) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:41:11.518730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b738f-053b-47c6-913b-1205ad0db388 req-46a364d5-5492-46a7-b2af-e0149f547be8 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:11.520977 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-524b738f-053b-47c6-913b-1205ad0db388 req-46a364d5-5492-46a7-b2af-e0149f547be8 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1794653
Dec 16 14:41:11.525909 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32850) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:11.536562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871228871', 'description': 'tempest-secgroup-smoke-871228871 description', 'project_id': '9a687d83941a46d8893bb58f302b2951'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:11.548087 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:11.555586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:11.561612 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:11.573701 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:11.599115 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.680295 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:11.686313 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:11.691363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:11.704396 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:11.801916 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 4de90f75-d5de-4076-8310-ffeee474063b up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:11.892554 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.965032 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-524b738f-053b-47c6-913b-1205ad0db388 req-9036a193-abcc-485d-8af5-4e0f97c0de46 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4217422
Dec 16 14:41:11.975068 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 4de90f75-d5de-4076-8310-ffeee474063b completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:11.976789 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:11.984110 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:11.993601 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 4de90f75-d5de-4076-8310-ffeee474063b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:11.994749 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.032638 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f718d6-03a4-46ad-b9c6-acc083f88767,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:12.055700 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:12.075932 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.130322 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.137172 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6041636
Dec 16 14:41:12.138653 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 32862) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:12.159476 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group_rule': {'security_group_id': '10f718d6-03a4-46ad-b9c6-acc083f88767', 'project_id': '9a687d83941a46d8893bb58f302b2951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:12.177170 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:12.189257 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:12.189536 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177a3e0-d708-46e6-a4be-55a5ebd29383 req-d9fef760-7028-42b9-ba24-54d54df16495 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:12.196080 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0177a3e0-d708-46e6-a4be-55a5ebd29383 req-d9fef760-7028-42b9-ba24-54d54df16495 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.3002529
Dec 16 14:41:12.198092 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:12.208486 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:12.228631 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.261775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:12.319991 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Network 5539b773-8751-4335-a9ea-a6672167e589 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:41:12.335209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.341854 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0177a3e0-d708-46e6-a4be-55a5ebd29383 req-6744f4b7-09d8-4626-b004-bce98170279f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376481
Dec 16 14:41:12.362173 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 4de90f75-d5de-4076-8310-ffeee474063b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=4de90f75-d5de-4076-8310-ffeee474063b,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:12.368185 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.374011 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:41:12.388113 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:12.391531 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:41:12.479128 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Pushing event updated for resources: {'Port': ['ID=11b0cec4-410e-43d4-a952-a07f61931613,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:12.482808 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:12.483703 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.495014 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=4de90f75-d5de-4076-8310-ffeee474063b,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:12.502100 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:12.685222 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:12.685953 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.755623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42e827-fe33-4923-9bb0-03f6202e1ee3 req-aedb44da-b9e9-470e-a938-dc9e609b4f8e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:12.756425 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-de42e827-fe33-4923-9bb0-03f6202e1ee3 req-aedb44da-b9e9-470e-a938-dc9e609b4f8e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Synchronizing usage tracker for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:12.760330 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0494237
Dec 16 14:41:12.793318 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.803090 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Request body: {'port': {'device_id': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:12.812926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e746b33-c89c-482c-93ab-4e68f5ab1b4b req-1d600a3d-0855-431e-b1e9-91fef4387127 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:12.814796 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e746b33-c89c-482c-93ab-4e68f5ab1b4b req-1d600a3d-0855-431e-b1e9-91fef4387127 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1031227
Dec 16 14:41:12.836228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:12.843743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-de42e827-fe33-4923-9bb0-03f6202e1ee3 req-aedb44da-b9e9-470e-a938-dc9e609b4f8e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Unset dirty status for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:12.849875 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-de42e827-fe33-4923-9bb0-03f6202e1ee3 req-aedb44da-b9e9-470e-a938-dc9e609b4f8e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 931 time: 0.5255597
Dec 16 14:41:12.857301 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:12.893692 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e746b33-c89c-482c-93ab-4e68f5ab1b4b req-7b68fa2c-95a3-4c84-a18b-369267739089 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708265
Dec 16 14:41:12.927646 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a659bb3-3ab1-40fd-b78c-0897e2d1ca9b,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:12.943655 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:13.016344 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.017949 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f4c88d0e-4f2a-4eff-825b-c86615e4feeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8757257
Dec 16 14:41:13.022024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32886) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:13.035894 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group_rule': {'security_group_id': '10f718d6-03a4-46ad-b9c6-acc083f88767', 'project_id': '9a687d83941a46d8893bb58f302b2951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:13.040581 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.055386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:13.064501 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-de42e827-fe33-4923-9bb0-03f6202e1ee3 req-0fe2f576-622c-4625-9677-6ef2873170df tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105293
Dec 16 14:41:13.068506 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:13.078574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:13.165232 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:13.227867 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.289913 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16881234-cdd0-44ee-8c43-f8f0055a5f04 req-3721a7b2-d942-46c5-a97f-c25524fa0136 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.293157 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16881234-cdd0-44ee-8c43-f8f0055a5f04 req-3721a7b2-d942-46c5-a97f-c25524fa0136 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1904383
Dec 16 14:41:13.423115 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16881234-cdd0-44ee-8c43-f8f0055a5f04 req-61350c03-6cf8-4988-99a3-c773f21cd295 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102431
Dec 16 14:41:13.465920 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.475004 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.488071 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c2b2cc8f-d6af-4b7b-b68c-fe0b25a3c108 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:13.567692 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b7dd00-ef0f-4856-84ef-b8cea2218b71,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:13.575360 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:13.616420 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3a58c-47b1-4404-8b8a-7bc25d23c387 req-19dc0b05-37bd-41a0-a6b3-29bbcd5624bc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.631504 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5f3a58c-47b1-4404-8b8a-7bc25d23c387 req-19dc0b05-37bd-41a0-a6b3-29bbcd5624bc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.3470335
Dec 16 14:41:13.632549 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.634088 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6106510
Dec 16 14:41:13.639013 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32896) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:13.646723 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group_rule': {'security_group_id': '10f718d6-03a4-46ad-b9c6-acc083f88767', 'project_id': '9a687d83941a46d8893bb58f302b2951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:13.654013 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:13.663469 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:13.668900 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:13.684839 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:13.731080 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.753593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 4de90f75-d5de-4076-8310-ffeee474063b up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:13.769852 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17868a3-ce88-4690-9650-88b212009896 req-51985abc-2ceb-4caa-9c48-2d1e3ab16c00 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:13.782621 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e17868a3-ce88-4690-9650-88b212009896 req-51985abc-2ceb-4caa-9c48-2d1e3ab16c00 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2054818
Dec 16 14:41:13.853346 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5f3a58c-47b1-4404-8b8a-7bc25d23c387 req-efd3badb-a5ae-4190-b53f-3072a62e3edc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2109380
Dec 16 14:41:13.909856 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e17868a3-ce88-4690-9650-88b212009896 req-e5e76d10-da21-453a-9b96-26861c0e1dae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255322
Dec 16 14:41:13.928505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.938369 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:13.942565 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:13.983893 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 4de90f75-d5de-4076-8310-ffeee474063b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:13.984339 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.010337 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835a3483-2077-4a9e-91f7-44c453bb4685,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:14.020236 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:14.043538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.046417 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4059243
Dec 16 14:41:14.050700 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32900) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:14.061840 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b0cec4-410e-43d4-a952-a07f61931613 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:14.062821 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group_rule': {'security_group_id': '10f718d6-03a4-46ad-b9c6-acc083f88767', 'project_id': '9a687d83941a46d8893bb58f302b2951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:14.078350 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:14.083242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.088609 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:14.095973 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:14.111387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:14.122316 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Transition to ACTIVE for port object 11b0cec4-410e-43d4-a952-a07f61931613 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:14.131569 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.171527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:14.176182 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.497632 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.505371 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.511589 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bd8433cd-212a-4d00-843e-3baef0c67c1c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:14.568270 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03eff36-8d9e-41b0-89fe-7ce1482055e1,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:14.573819 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:14.592107 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.598598 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5419369
Dec 16 14:41:14.600658 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32916) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:14.617492 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group_rule': {'security_group_id': '10f718d6-03a4-46ad-b9c6-acc083f88767', 'project_id': '9a687d83941a46d8893bb58f302b2951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:14.631209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:14.634300 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Pushing event updated for resources: {'Port': ['ID=11b0cec4-410e-43d4-a952-a07f61931613,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:14.649469 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:14.661340 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:14.669170 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:14.683877 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:14.714833 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.securitygroups_db [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Project 9a687d83941a46d8893bb58f302b2951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:41:14.741124 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.773703 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d7c2f-ed7f-4f9b-94e7-265ae103c1f6 req-324a3213-74a7-476a-92dd-08a626dd60b3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:14.775429 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd4d7c2f-ed7f-4f9b-94e7-265ae103c1f6 req-324a3213-74a7-476a-92dd-08a626dd60b3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 943 time: 0.3045518
Dec 16 14:41:14.783098 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Attempting to bind port 11b0cec4-410e-43d4-a952-a07f61931613 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:14.783098 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Attempting to bind port 11b0cec4-410e-43d4-a952-a07f61931613 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:14.783098 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Attempting to bind port 11b0cec4-410e-43d4-a952-a07f61931613 on network 5539b773-8751-4335-a9ea-a6672167e589 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:41:14.791620 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Port 11b0cec4-410e-43d4-a952-a07f61931613 on network 5539b773-8751-4335-a9ea-a6672167e589 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:41:14.792222 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Attempting to bind port 11b0cec4-410e-43d4-a952-a07f61931613 on network 5539b773-8751-4335-a9ea-a6672167e589 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:41:14.803748 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:41:14.804438 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Checking segment: {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:41:14.804909 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Bound using segment: {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:41:14.805443 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Bound port: 11b0cec4-410e-43d4-a952-a07f61931613, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '5539b773-8751-4335-a9ea-a6672167e589'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:14.805969 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.868627 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.874099 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.876948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8cd44191-0539-4942-b7e1-13e79d7ebaf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:14.937758 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.941917 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3377438
Dec 16 14:41:14.945342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e41174-e2a6-4dc6-b8d3-516a03dafac2,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:14.948004 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd4d7c2f-ed7f-4f9b-94e7-265ae103c1f6 req-58084e94-94f9-4982-b331-8a9a05eec2e9 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298871
Dec 16 14:41:14.959872 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32928) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:14.966968 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] For port 11b0cec4-410e-43d4-a952-a07f61931613, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:41:14.971392 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] For port 11b0cec4-410e-43d4-a952-a07f61931613, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=11b0cec4-410e-43d4-a952-a07f61931613,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:41:14.981325 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:14.982932 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'security_group_rule': {'security_group_id': '10f718d6-03a4-46ad-b9c6-acc083f88767', 'project_id': '9a687d83941a46d8893bb58f302b2951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:41:14.991123 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:15.016704 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:15.029266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1f0b37d1-9cf7-41fe-ab5f-b267c1ef7952 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:15.035121 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:security_group_rule and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:15.041397 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:15.059676 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:15.103444 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.securitygroups_db [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Project 9a687d83941a46d8893bb58f302b2951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:41:15.142352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.187864 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.189568 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] 10.222.0.48 "PUT /v2.0/ports/11b0cec4-410e-43d4-a952-a07f61931613 HTTP/1.1" status: 200  len: 1093 time: 2.3947508
Dec 16 14:41:15.197735 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'tag': '11b0cec4-410e-43d4-a952-a07f61931613'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:15.224814 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:15.376625 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Pushing event updated for resources: {'Port': ['ID=11b0cec4-410e-43d4-a952-a07f61931613,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:15.385355 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:15.457700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfa7da-b08f-4af9-a555-22aecff2f055 req-2a31477d-6ac7-4b06-ab14-9d0afcc2aa36 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.466645 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2cfa7da-b08f-4af9-a555-22aecff2f055 req-2a31477d-6ac7-4b06-ab14-9d0afcc2aa36 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2515137
Dec 16 14:41:15.485175 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32938) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:15.498173 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:15.508387 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-c3f274b2-96e3-49d4-8af1-0705e35efef3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=755abf4383dc4d3ca3ec465e631d8684&device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 1096 time: 0.2064402
Dec 16 14:41:15.518179 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.520286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'mac_address': 'fa:16:3e:f7:e8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:15.523043 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Sync routers for ids ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:41:15.547136 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75756c-03c0-4230-8db4-5f20b6255fdf req-06022a8a-e82c-4418-93e9-ecdd03ab5f40 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.550828 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4e75756c-03c0-4230-8db4-5f20b6255fdf req-06022a8a-e82c-4418-93e9-ecdd03ab5f40 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.4135273
Dec 16 14:41:15.566671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.601087 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Routers {'ea7ac1e3-592c-470d-b2a5-47cf4d37844e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:41:15.602415 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf60eb50>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:41:02Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:15.620516 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-075c3462-ad69-4c64-bd90-8658dadf602c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b0cec4-410e-43d4-a952-a07f61931613 HTTP/1.1" status: 200  len: 217 time: 0.0947626
Dec 16 14:41:15.636456 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2cfa7da-b08f-4af9-a555-22aecff2f055 req-15b9b587-b1d0-4612-91d4-46c9512c1053 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684513
Dec 16 14:41:15.693102 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-427a4417-3956-4964-81ed-530dd1ff27e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:15.782539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae721d4-6412-43d6-b4a2-42e5ffa41cef,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:15.800883 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4e75756c-03c0-4230-8db4-5f20b6255fdf req-baa6030d-dda1-4739-bb22-8c9c7948e9a3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2313349
Dec 16 14:41:15.804701 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:15.809137 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.816274 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8462136
Dec 16 14:41:15.845345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-989aee81-b9ee-410a-817e-eb90a4aac20a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:15.851525 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-989aee81-b9ee-410a-817e-eb90a4aac20a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51b4bc37-1372-417b-a3e0-b2ec98b07ffd HTTP/1.1" status: 200  len: 848 time: 0.2094719
Dec 16 14:41:15.862819 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'tag': '11b0cec4-410e-43d4-a952-a07f61931613', 'status': 'completed', 'code': 200}
Dec 16 14:41:15.925375 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.954369 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-06384f24-a748-4360-8bea-54c449891c1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5539b773-8751-4335-a9ea-a6672167e589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859179
Dec 16 14:41:15.963261 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:15.998240 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e59517d2-2291-4c73-889e-594d9cc076e2 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:16.028996 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Set router ea7ac1e3-592c-470d-b2a5-47cf4d37844e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:41:16.076927 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:16.106857 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:16.118676 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:16.126904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-420e6dda-ed47-4066-8787-4dc633c952ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:16.136023 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0c6631a20f40c0afdce8a3c103cb50 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:16.145003 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:16.171533 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:16.435845 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['e59517d2-2291-4c73-889e-594d9cc076e2'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:41:16.462339 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:16.474289 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:16.491131 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-3d40d086-fa5f-49bc-9f5d-604164de848b service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5271347
Dec 16 14:41:16.492551 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fbe07820-06f7-48fe-bd38-d7800ed72e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:16.600562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1204c197-b0ab-47c1-8e02-3230f2f13b35,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:16.609495 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:16.617703 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8f0c6631a20f40c0afdce8a3c103cb50&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1310232
Dec 16 14:41:16.618735 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 32972) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:16.719298 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10055698-53dd-4b37-bdb0-42002cc7b4e6 req-4d9c1ec3-c6a3-47b3-8994-fd4b852ffc7a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:16.744793 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-10055698-53dd-4b37-bdb0-42002cc7b4e6 req-4d9c1ec3-c6a3-47b3-8994-fd4b852ffc7a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 943 time: 0.3696344
Dec 16 14:41:16.987269 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-10055698-53dd-4b37-bdb0-42002cc7b4e6 req-62480f67-dd3c-4a28-93f5-282e96379eea tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411244
Dec 16 14:41:16.989211 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:17.027360 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:17.038481 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-556899ee-963a-4d81-a062-d35bd00f9cd4 req-09beadb3-94ba-4b68-8782-955a67511b0c service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5397828
Dec 16 14:41:17.109659 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24421f-7e24-4a8b-9f0a-4ddbb93922e5 req-d867c9a4-f75a-4f23-a149-4de50a6b36ce tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:17.119618 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:17.137521 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3f24421f-7e24-4a8b-9f0a-4ddbb93922e5 req-d867c9a4-f75a-4f23-a149-4de50a6b36ce tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2575524
Dec 16 14:41:17.373726 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3f24421f-7e24-4a8b-9f0a-4ddbb93922e5 req-801dbd48-1f8d-4b9a-a4a1-6d7545de02f1 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297194
Dec 16 14:41:17.434215 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-307c4346-e027-4948-b9c5-95ca13905e80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=755abf4383dc4d3ca3ec465e631d8684&device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 1096 time: 0.2042620
Dec 16 14:41:17.452604 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:17.473670 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-c7e76e81-d140-4a53-bfaa-e7320e51467f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.6898735
Dec 16 14:41:17.513398 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf60eb50>, [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:41:05Z', 'revision_number': 4, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '9c09d73b-9c63-4c2e-9f8f-f6939942b5d3', 'name': '', 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'mac_address': 'fa:16:3e:c0:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecf49041-f17c-4258-8e92-3dba13800c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:41:03Z', 'updated_at': '2021-12-16T14:41:05Z', 'revision_number': 2, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'subnets': [{'id': 'ecf49041-f17c-4258-8e92-3dba13800c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:17.536022 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Checking router: ea7ac1e3-592c-470d-b2a5-47cf4d37844e for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:41:17.536576 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Updating router ea7ac1e3-592c-470d-b2a5-47cf4d37844e port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:41:17.720711 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:17.951016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-801f1952-4e94-4d7b-bd94-6805632a8789 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:17.953944 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-801f1952-4e94-4d7b-bd94-6805632a8789 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.3853648
Dec 16 14:41:17.966307 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05e75-90a8-4b00-9948-13822fa70483 req-2776b596-7070-4cb8-b4f5-1f4341973cb5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:17.979137 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f1f05e75-90a8-4b00-9948-13822fa70483 req-2776b596-7070-4cb8-b4f5-1f4341973cb5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.4916966
Dec 16 14:41:18.014393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-c1024974-d9bb-49e9-9e46-e845826d7eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.017630 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-c1024974-d9bb-49e9-9e46-e845826d7eda service neutron] 10.222.0.48 "GET /v2.0/networks?id=5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 200  len: 909 time: 0.5713520
Dec 16 14:41:18.170084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:18.183862 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0a541c4d-f419-41ba-9187-eaffc9749b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:18.205531 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-1a0048ed-a180-4b74-858f-309d80b30042 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11b0cec4-410e-43d4-a952-a07f61931613 HTTP/1.1" status: 200  len: 217 time: 0.1754527
Dec 16 14:41:18.222363 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32a2e1-acf0-4786-b57e-50c3f1a7c632 req-de9c14a3-999b-4239-afc0-19aafdb97a40 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.262028 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8e32a2e1-acf0-4786-b57e-50c3f1a7c632 req-de9c14a3-999b-4239-afc0-19aafdb97a40 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.5670037
Dec 16 14:41:18.277473 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1204c197-b0ab-47c1-8e02-3230f2f13b35,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:18.285592 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-7aead5a6-f705-436e-91ee-df72f0ee8498 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 217 time: 0.2340040
Dec 16 14:41:18.288109 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:18.290050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:18.295869 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1204c197-b0ab-47c1-8e02-3230f2f13b35 HTTP/1.1" status: 204  len: 168 time: 1.6706257
Dec 16 14:41:18.306954 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f1f05e75-90a8-4b00-9948-13822fa70483 req-ab778fad-b97d-4dd5-8275-1ae16755a08b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3258903
Dec 16 14:41:18.583107 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8e32a2e1-acf0-4786-b57e-50c3f1a7c632 req-b7283b52-b46f-47fb-a566-aebd97756720 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3315990
Dec 16 14:41:18.627713 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-d689658a-72b2-4385-bc1c-cd42908158ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.630514 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-d689658a-72b2-4385-bc1c-cd42908158ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51b4bc37-1372-417b-a3e0-b2ec98b07ffd HTTP/1.1" status: 200  len: 848 time: 0.2905076
Dec 16 14:41:18.637868 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:18.657453 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-98ee74f7-2c3a-41cf-946c-fe575bacb3fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:18.660594 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-98ee74f7-2c3a-41cf-946c-fe575bacb3fd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.3417134
Dec 16 14:41:18.678053 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Transition to ACTIVE for port object 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:41:18.707197 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:18.723378 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:18.809561 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-f957b824-86cb-4cc2-8b86-8d184e26a7e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5539b773-8751-4335-a9ea-a6672167e589&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1706452
Dec 16 14:41:18.824170 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-04daee9a-f27b-4065-b707-2ee54d6e15b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1478066
Dec 16 14:41:18.889308 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40316-148b-4133-b9ac-94fa1676f490 None None] Pushing event updated for resources: {'Port': ['ID=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:18.893605 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c4e40316-148b-4133-b9ac-94fa1676f490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:19.152898 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-74cb0a5a-3982-4cd4-96c4-f2b601fb4a0a service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3247280
Dec 16 14:41:19.288603 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-adb7d11c-e489-44da-a188-37278f0997fb service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4704525
Dec 16 14:41:19.332611 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:19.465532 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Attempting to bind port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:41:19.466397 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Attempting to bind port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:41:19.467768 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Attempting to bind port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 on network cd8cafd1-7340-4596-b006-9a9c13db3cc9 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:41:19.480747 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:41:19.481417 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Checking segment: {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:41:19.482807 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.483497 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Bound using segment: {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:41:19.484170 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Bound port: 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf1c91b-e332-4ec9-9795-b411483fb549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:41:19.484708 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.619109 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 33004) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:19.651876 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port e59517d2-2291-4c73-889e-594d9cc076e2 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:19.652789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.662929 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.685007 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229515be-1d5d-4df5-9838-40be8d4735fc req-8786307a-a7ba-470b-9303-08bf79c39aa7 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:19.697831 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-229515be-1d5d-4df5-9838-40be8d4735fc req-8786307a-a7ba-470b-9303-08bf79c39aa7 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 943 time: 0.8116016
Dec 16 14:41:19.705320 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] For port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:41:19.735297 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] For port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:41:19.740094 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fc0abeb-654c-41b7-b97d-3c6a2a7c6882 req-b83aaeca-c6bc-40ee-8b12-123a99517be1 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5753171
Dec 16 14:41:19.744672 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.749711 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:19.765370 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:19.773099 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Usage tracker for resource:security_group_rule and tenant:1719d10d1b9c458883ad8f168b7e7367 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:19.780181 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:19.797143 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:19.798931 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-229515be-1d5d-4df5-9838-40be8d4735fc req-aac97cf7-6495-47bf-a1ff-2f5db6793577 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993125
Dec 16 14:41:19.951654 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:19.988332 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.008574 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e0561efc-f79a-4a9b-b0f2-538997d95056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:20.020607 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e40316-148b-4133-b9ac-94fa1676f490 None None] Pushing event updated for resources: {'Port': ['ID=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:20.024299 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c4e40316-148b-4133-b9ac-94fa1676f490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:20.048098 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Routers {'ea7ac1e3-592c-470d-b2a5-47cf4d37844e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:41:20.048820 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf60eb50>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:41:02Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:20.115865 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765bb5b-8984-402a-9a42-3d591bcbc6b8 req-384f551b-68e3-42ea-8d34-737124855b06 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.129937 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7765bb5b-8984-402a-9a42-3d591bcbc6b8 req-384f551b-68e3-42ea-8d34-737124855b06 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.8391142
Dec 16 14:41:20.138040 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db4122-fedf-4758-8ec8-e51fd41f3cfd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:20.212386 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:20.239605 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f7ac5a6-3f09-420c-9a47-e2e36387a9b3 req-d22a2e6f-e031-4889-a61f-6d75249d8117 service neutron] 10.222.0.48 "GET /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8225141
Dec 16 14:41:20.243486 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3abca-77a5-4a22-bcc7-038aac8a27c9 req-5d7a8bd5-76b5-4110-808b-e1247b2a33ce tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.251869 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b2e3abca-77a5-4a22-bcc7-038aac8a27c9 req-5d7a8bd5-76b5-4110-808b-e1247b2a33ce tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.1909642
Dec 16 14:41:20.306086 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1719d10d1b9c458883ad8f168b7e7367&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6794322
Dec 16 14:41:20.306910 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.307281 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 33010) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:20.316037 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7765bb5b-8984-402a-9a42-3d591bcbc6b8 req-2c936c6a-f4c0-4977-9257-fcc58eabdae7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433189
Dec 16 14:41:20.370793 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b2e3abca-77a5-4a22-bcc7-038aac8a27c9 req-c034c0a9-63f4-498f-a635-787983c21760 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178255
Dec 16 14:41:20.400686 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:20.484782 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:20.539920 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.545460 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.556756 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:20.607803 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.687383 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'code': 200}
Dec 16 14:41:20.734092 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=7']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:20.742502 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:20.747267 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] Set router ea7ac1e3-592c-470d-b2a5-47cf4d37844e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:41:20.770615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.780139 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-23303b8b-e027-4e4e-aa85-ae27e2ee6aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:20.780972 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f926ce1-7792-42f9-8123-7981b3ad94bd req-95aeabc1-e6b5-4291-9022-dfcb6088b5bb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:20.783726 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9f926ce1-7792-42f9-8123-7981b3ad94bd req-95aeabc1-e6b5-4291-9022-dfcb6088b5bb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2167666
Dec 16 14:41:20.806242 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db4122-fedf-4758-8ec8-e51fd41f3cfd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:20.812929 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:20.817805 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:20.826446 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28db4122-fedf-4758-8ec8-e51fd41f3cfd HTTP/1.1" status: 204  len: 168 time: 0.5170946
Dec 16 14:41:20.910914 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9f926ce1-7792-42f9-8123-7981b3ad94bd req-d2ef2f71-7ccb-4bc9-87c6-c6bd61cb861e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193514
Dec 16 14:41:20.971387 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:41:21.274733 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65056564-043e-465d-9397-868f72eab028 req-ce183911-7d0d-4f34-844a-9ba570eedd95 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:21.277058 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65056564-043e-465d-9397-868f72eab028 req-ce183911-7d0d-4f34-844a-9ba570eedd95 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 943 time: 0.1381736
Dec 16 14:41:21.404393 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf60eb50>, [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:41:05Z', 'revision_number': 4, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '9c09d73b-9c63-4c2e-9f8f-f6939942b5d3', 'name': '', 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'mac_address': 'fa:16:3e:c0:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecf49041-f17c-4258-8e92-3dba13800c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:41:03Z', 'updated_at': '2021-12-16T14:41:19Z', 'revision_number': 4, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'subnets': [{'id': 'ecf49041-f17c-4258-8e92-3dba13800c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:41:21.415976 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcf9761-d749-497c-8632-3b82930f8938 None None] The sync data for ids ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'] in dv-cinder-821893-3-iscsi is: [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:41:05Z', 'revision_number': 4, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '9c09d73b-9c63-4c2e-9f8f-f6939942b5d3', 'name': '', 'network_id': 'cd8cafd1-7340-4596-b006-9a9c13db3cc9', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'mac_address': 'fa:16:3e:c0:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecf49041-f17c-4258-8e92-3dba13800c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:41:03Z', 'updated_at': '2021-12-16T14:41:19Z', 'revision_number': 4, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'subnets': [{'id': 'ecf49041-f17c-4258-8e92-3dba13800c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:41:21.421902 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65056564-043e-465d-9397-868f72eab028 req-5964a9ed-b93b-404c-84b4-5f5710aab039 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335800
Dec 16 14:41:21.898671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 33046) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:21.939773 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8da943-ad98-418c-9629-777ebfd06da4 req-943ad79f-4e0d-445e-b8f7-483b352897d2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:21.952943 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8da943-ad98-418c-9629-777ebfd06da4 req-943ad79f-4e0d-445e-b8f7-483b352897d2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.3338611
Dec 16 14:41:21.954477 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:21.968563 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.063423 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8da943-ad98-418c-9629-777ebfd06da4 req-401f165c-67b5-4036-b67e-bd099c140ab4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094406
Dec 16 14:41:22.207760 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:22.222310 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:22.223119 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.293574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:22.306166 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Usage tracker for resource:security_group_rule and tenant:26c2c79de490470cb160733c725c0c74 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:22.321355 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:22.329053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:22.472695 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.494854 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362759cf-abbd-4e63-9edc-c78b6a022c2f req-793f7e77-880c-413b-8075-d62300f7666c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:22.508042 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-362759cf-abbd-4e63-9edc-c78b6a022c2f req-793f7e77-880c-413b-8075-d62300f7666c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.4910603
Dec 16 14:41:22.510815 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.528720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-44abc6ab-73ac-47d4-aaad-fb571c6b725a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:22.533247 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.625915 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:22.631208 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a4864-9d11-49b8-855c-62e2b859a7dc req-fd11e27b-cd7f-4464-96b7-08b61cb8e5ab tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:22.634228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:22.641028 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a49a4864-9d11-49b8-855c-62e2b859a7dc req-fd11e27b-cd7f-4464-96b7-08b61cb8e5ab tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2586687
Dec 16 14:41:22.648164 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:22.753773 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01290c-8f82-47fd-862a-d9a6639037fa,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:22.762505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:22.781392 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-362759cf-abbd-4e63-9edc-c78b6a022c2f req-b2d195db-ef10-490e-97c3-d63ba7267cbb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2572026
Dec 16 14:41:22.788056 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a49a4864-9d11-49b8-855c-62e2b859a7dc req-509c6af6-1a78-43dc-8d53-64976976b7e1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447151
Dec 16 14:41:22.796562 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26c2c79de490470cb160733c725c0c74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8958092
Dec 16 14:41:22.797517 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 33058) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:22.833248 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:22.840129 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:23.070232 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:23.187884 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:23.238412 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 11b0cec4-410e-43d4-a952-a07f61931613 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:41:23.272944 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ecaed-024c-402a-85d1-d31a5f63c873 req-3dbeb113-eea0-4597-ae9b-770375037ff3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:23.282581 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a9ecaed-024c-402a-85d1-d31a5f63c873 req-3dbeb113-eea0-4597-ae9b-770375037ff3 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 943 time: 0.2360368
Dec 16 14:41:23.462621 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:23.472196 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-64ee4bab-581a-4684-85d6-716d31354d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:23.538356 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01290c-8f82-47fd-862a-d9a6639037fa,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:23.547376 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 11b0cec4-410e-43d4-a952-a07f61931613, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=11b0cec4-410e-43d4-a952-a07f61931613,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:23.602384 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '11b0cec4-410e-43d4-a952-a07f61931613', 'network_id': '5539b773-8751-4335-a9ea-a6672167e589', 'port_id': '11b0cec4-410e-43d4-a952-a07f61931613', 'mac_address': 'fa:16:3e:9b:80:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b4bc37-1372-417b-a3e0-b2ec98b07ffd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:41:23.704683 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:23.746879 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:23.766920 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a9ecaed-024c-402a-85d1-d31a5f63c873 req-7dafae3d-90a1-45db-a66f-08dbf265d92a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4679163
Dec 16 14:41:23.785110 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:23.790125 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af01290c-8f82-47fd-862a-d9a6639037fa HTTP/1.1" status: 204  len: 168 time: 0.9858429
Dec 16 14:41:23.817049 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:23.853197 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b0cec4-410e-43d4-a952-a07f61931613 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:41:23.929657 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 11b0cec4-410e-43d4-a952-a07f61931613, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=11b0cec4-410e-43d4-a952-a07f61931613,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:23.932320 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:23.933074 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:23.959256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c514d4-d262-4386-a192-ce2835c48dab req-ab8aa0c6-d971-4fe4-9279-357121ec4c6f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:23.969625 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-51c514d4-d262-4386-a192-ce2835c48dab req-ab8aa0c6-d971-4fe4-9279-357121ec4c6f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.4420376
Dec 16 14:41:24.065309 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-51c514d4-d262-4386-a192-ce2835c48dab req-1e00b9d6-9b0a-497a-bc96-07fefd264e77 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944314
Dec 16 14:41:24.284447 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:24.292861 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:24.619237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e4954-71aa-4624-97b8-a6d511e38f24 req-d1162876-d6bb-4a8c-9d14-e64f5f8e652c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.635013 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990e4954-71aa-4624-97b8-a6d511e38f24 req-d1162876-d6bb-4a8c-9d14-e64f5f8e652c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2908943
Dec 16 14:41:24.737772 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=11b0cec4-410e-43d4-a952-a07f61931613,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:24.738710 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a45099-d85f-4168-aecc-30a3b287458c req-ee1730e6-6fa6-40a8-b543-bffef35263d6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:24.753003 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9a45099-d85f-4168-aecc-30a3b287458c req-ee1730e6-6fa6-40a8-b543-bffef35263d6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2555492
Dec 16 14:41:24.759754 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:24.891859 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990e4954-71aa-4624-97b8-a6d511e38f24 req-34394496-87f3-4e63-9dca-cadeb074390e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2506659
Dec 16 14:41:25.017839 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['11b0cec4-410e-43d4-a952-a07f61931613'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:41:25.074947 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9a45099-d85f-4168-aecc-30a3b287458c req-007c82b0-774f-4923-aeb1-8300fcf2d8be tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2990956
Dec 16 14:41:25.693901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52f414-abe8-4c79-8caa-9da5f6cfbc6e req-f95ae6fd-7a40-4c0c-9145-7fb5440994ac tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:25.703946 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6a52f414-abe8-4c79-8caa-9da5f6cfbc6e req-f95ae6fd-7a40-4c0c-9145-7fb5440994ac tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2352183
Dec 16 14:41:25.732704 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f6420-aa0e-4827-9b90-49129eb6d511 req-5108ee50-d7f9-4154-bcbc-241dbed728d0 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:25.748274 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8f4f6420-aa0e-4827-9b90-49129eb6d511 req-5108ee50-d7f9-4154-bcbc-241dbed728d0 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 944 time: 0.1897821
Dec 16 14:41:25.814334 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6a52f414-abe8-4c79-8caa-9da5f6cfbc6e req-11aa6ec3-cc58-476c-89e7-96c7f761b8b9 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092131
Dec 16 14:41:25.890992 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8f4f6420-aa0e-4827-9b90-49129eb6d511 req-e297e003-bfb2-48d5-be8b-e3f0bfd33ce0 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410115
Dec 16 14:41:26.567960 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f230fb-2c2c-495e-9b78-e5645efc89f1 req-4611ff2d-4186-4040-8b09-8b2018fea256 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.572416 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-55f230fb-2c2c-495e-9b78-e5645efc89f1 req-4611ff2d-4186-4040-8b09-8b2018fea256 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2398860
Dec 16 14:41:26.711144 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-55f230fb-2c2c-495e-9b78-e5645efc89f1 req-a6fe038e-7c9e-43c6-80a7-8b66c840411d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975795
Dec 16 14:41:26.735225 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbe32-3cf5-483e-be22-c847186cb8cf req-2692b1a2-005c-452a-8cc1-b814e82dcca5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:26.738121 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-666fbe32-3cf5-483e-be22-c847186cb8cf req-2692b1a2-005c-452a-8cc1-b814e82dcca5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2389281
Dec 16 14:41:26.837254 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-666fbe32-3cf5-483e-be22-c847186cb8cf req-5726ce2c-ca38-46af-b93f-4596f92e0402 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884504
Dec 16 14:41:27.286593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 11b0cec4-410e-43d4-a952-a07f61931613 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:41:27.606453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 11b0cec4-410e-43d4-a952-a07f61931613 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:41:27.620278 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 11b0cec4-410e-43d4-a952-a07f61931613 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:41:27.620953 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:27.772309 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faa1a7-e747-410f-8e2d-60995d07a581 req-90786ad4-30e5-4e90-852a-c15dfabe9da5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:27.783345 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13faa1a7-e747-410f-8e2d-60995d07a581 req-90786ad4-30e5-4e90-852a-c15dfabe9da5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.3434775
Dec 16 14:41:27.986185 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:28.004471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3210d-83b9-4274-bdce-965f2ccc7188 req-575bec44-3d3f-445b-b0a6-b053c8d5708b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:28.025688 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75f3210d-83b9-4274-bdce-965f2ccc7188 req-575bec44-3d3f-445b-b0a6-b053c8d5708b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 944 time: 0.3677659
Dec 16 14:41:28.066694 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13faa1a7-e747-410f-8e2d-60995d07a581 req-b9bb64b5-3844-4e24-be56-d060c4b3578d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2812054
Dec 16 14:41:28.126309 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b0cec4-410e-43d4-a952-a07f61931613'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:28.154555 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 11b0cec4-410e-43d4-a952-a07f61931613, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=11b0cec4-410e-43d4-a952-a07f61931613,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:28.164347 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:28.173317 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:28.188032 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-27bb3c56-ef7b-44ec-838a-f79929120b69 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.2690823
Dec 16 14:41:28.300320 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75f3210d-83b9-4274-bdce-965f2ccc7188 req-69c1961c-c252-45a2-b3f9-06c6aaa736f2 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605705
Dec 16 14:41:28.544751 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=11b0cec4-410e-43d4-a952-a07f61931613,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:28.569472 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:28.753195 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-76376ff1-eb36-44c9-a7c1-c57229203c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:28.758154 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-76376ff1-eb36-44c9-a7c1-c57229203c81 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.5601630
Dec 16 14:41:28.952541 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-bcd8a964-af2e-4f55-9ce1-71b2ef76e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:29.088379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed943b-968c-4868-9437-3fec1745cbd5 req-e7dfee1f-2f4e-403a-82af-6ac62a7f6ba4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.114924 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dbed943b-968c-4868-9437-3fec1745cbd5 req-e7dfee1f-2f4e-403a-82af-6ac62a7f6ba4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2669642
Dec 16 14:41:29.132324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab0163-50e7-4ae6-b6fc-799d466b1452 req-48ab9642-954b-454b-91f6-cf34c562f07a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.134277 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75ab0163-50e7-4ae6-b6fc-799d466b1452 req-48ab9642-954b-454b-91f6-cf34c562f07a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.5189657
Dec 16 14:41:29.228579 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-82e89973-7b71-4cc5-bf1d-4ba54a258a76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 1001 time: 0.4629829
Dec 16 14:41:29.297431 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dbed943b-968c-4868-9437-3fec1745cbd5 req-495744d7-dbfe-4c76-b000-b3d1e07c2d4a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1781096
Dec 16 14:41:29.474890 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-abf558e4-ba27-4ce1-a5d3-f318b33b49b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.477613 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-abf558e4-ba27-4ce1-a5d3-f318b33b49b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.2270603
Dec 16 14:41:29.481611 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b0cec4-410e-43d4-a952-a07f61931613', 'code': 200}
Dec 16 14:41:29.491093 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75ab0163-50e7-4ae6-b6fc-799d466b1452 req-7494883c-e2b3-42f0-9ec3-74777c6ce5ff tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3364863
Dec 16 14:41:29.796383 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-c3af1e65-9e60-4832-ba6f-8da025190e29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2745581
Dec 16 14:41:29.924645 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec43ddb-9918-496c-9a92-d4fae1d441ae req-024209a0-eafe-445a-97cc-389f2b74daf1 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:29.927696 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7ec43ddb-9918-496c-9a92-d4fae1d441ae req-024209a0-eafe-445a-97cc-389f2b74daf1 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1955440
Dec 16 14:41:30.120021 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7ec43ddb-9918-496c-9a92-d4fae1d441ae req-d43d4ef1-0d73-4782-a8f2-30dff4b1c38a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811676
Dec 16 14:41:30.232973 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-345f22fd-7448-4010-8bd7-76125531454d req-744c7cea-0803-4742-9eb7-b43c7b466d73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 1098 time: 0.2005227
Dec 16 14:41:30.269418 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f6e7e-b8b3-4408-9844-d35f8039fd9d req-fc791667-7eb6-4848-bfe3-bcc6788a3279 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:30.297603 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eb6f6e7e-b8b3-4408-9844-d35f8039fd9d req-fc791667-7eb6-4848-bfe3-bcc6788a3279 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.2651296
Dec 16 14:41:30.306112 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-4c9e63e8-495b-498e-901f-bc1b01f69e89 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4994056
Dec 16 14:41:30.386349 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-345f22fd-7448-4010-8bd7-76125531454d req-3f2059bb-cc4e-4a67-90b1-1fcf42cb3a97 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406374
Dec 16 14:41:30.639689 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fd66a77-26e7-484d-a30e-f4dc5d55f535 req-e7f1ffd4-4e16-467e-9e4f-978a01cc0769 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3080804
Dec 16 14:41:30.699032 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eb6f6e7e-b8b3-4408-9844-d35f8039fd9d req-299dd850-a84a-4371-83f5-353520179eae tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3949828
Dec 16 14:41:31.042123 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63b00-c380-4bdd-be27-f033406b2b7a req-91250264-4f9d-4a18-bd58-caa1a0242ee6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.060846 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a6e63b00-c380-4bdd-be27-f033406b2b7a req-91250264-4f9d-4a18-bd58-caa1a0242ee6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.3243361
Dec 16 14:41:31.133257 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a6e63b00-c380-4bdd-be27-f033406b2b7a req-e8e61992-c87f-4a87-b134-7de5af71486f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708337
Dec 16 14:41:31.135246 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886eca4-fc77-469f-9d29-6ec541130863 req-4b09ce60-9c6f-48d4-9c50-8169e4cc0777 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.155905 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2886eca4-fc77-469f-9d29-6ec541130863 req-4b09ce60-9c6f-48d4-9c50-8169e4cc0777 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2072649
Dec 16 14:41:31.364592 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2886eca4-fc77-469f-9d29-6ec541130863 req-45f0f379-9edc-447b-b635-c5d77a30d43a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2063861
Dec 16 14:41:31.434510 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ed0d628c-6474-4ca5-a64d-91753cf68fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:31.715930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448ea4c-711e-4f6a-9c01-c1fb241abc8f req-cf10763a-f7df-4395-8473-89246589abd4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:31.718612 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d448ea4c-711e-4f6a-9c01-c1fb241abc8f req-cf10763a-f7df-4395-8473-89246589abd4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2068052
Dec 16 14:41:31.899381 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d448ea4c-711e-4f6a-9c01-c1fb241abc8f req-82e76d33-f1a9-4f85-b61c-a4d7829bb0a7 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645675
Dec 16 14:41:32.401237 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.414775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032742-68f6-4502-9a3c-42ec7271b1af req-df737e29-b035-42fb-8575-17ef7f6fb30a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.434945 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-67032742-68f6-4502-9a3c-42ec7271b1af req-df737e29-b035-42fb-8575-17ef7f6fb30a tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.2205729
Dec 16 14:41:32.518908 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-67032742-68f6-4502-9a3c-42ec7271b1af req-24160b6a-88ba-4004-a521-fccef1885e6c tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824761
Dec 16 14:41:32.633386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12adddf-8df7-445e-bf3a-fa3ecf159cbf req-ef7d0a40-351f-4e36-9e43-362489eebb6d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.636416 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d12adddf-8df7-445e-bf3a-fa3ecf159cbf req-ef7d0a40-351f-4e36-9e43-362489eebb6d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1463459
Dec 16 14:41:32.710897 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d12adddf-8df7-445e-bf3a-fa3ecf159cbf req-07630d57-d688-47e1-bb04-9edbcfc2e374 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657310
Dec 16 14:41:32.875616 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:32.913350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9904-91bb-4b3e-b3ec-ee62497ae9e8 req-10315d62-b16c-4708-bc8d-ea6b69c42654 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:32.916048 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da5b9904-91bb-4b3e-b3ec-ee62497ae9e8 req-10315d62-b16c-4708-bc8d-ea6b69c42654 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2208350
Dec 16 14:41:33.023673 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da5b9904-91bb-4b3e-b3ec-ee62497ae9e8 req-efed22fa-a4be-4c1d-b5bc-66eee109e087 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030328
Dec 16 14:41:33.433532 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6675fe-0ef9-4034-a69d-af9b62032ca9 req-26fd984d-5eda-4c52-88d3-ee3bbe04624e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.435958 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5a6675fe-0ef9-4034-a69d-af9b62032ca9 req-26fd984d-5eda-4c52-88d3-ee3bbe04624e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1486928
Dec 16 14:41:33.519005 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5a6675fe-0ef9-4034-a69d-af9b62032ca9 req-9cf2ab68-d45f-4106-9a46-b7dff0630342 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723233
Dec 16 14:41:33.967069 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7662f1c-f0e6-43a6-a55f-abcd830e189a req-46a40124-441d-4dd3-a656-8553a8ee1c09 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:33.998083 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7662f1c-f0e6-43a6-a55f-abcd830e189a req-46a40124-441d-4dd3-a656-8553a8ee1c09 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.3232193
Dec 16 14:41:34.079054 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7662f1c-f0e6-43a6-a55f-abcd830e189a req-96f9d416-4c93-425c-bd03-5da49fe9fa85 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740337
Dec 16 14:41:34.142515 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc3511-ee83-487c-8e44-3c0d14b5a686 req-e5bb625f-22fa-477e-8bf2-f335c41305f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.144683 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5cc3511-ee83-487c-8e44-3c0d14b5a686 req-e5bb625f-22fa-477e-8bf2-f335c41305f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1406972
Dec 16 14:41:34.269537 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5cc3511-ee83-487c-8e44-3c0d14b5a686 req-3da029dc-bd62-402e-8ce2-4b8ffebdc0b2 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170857
Dec 16 14:41:34.414398 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:34.927981 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669425dc-5239-4814-b78b-4da8b28b0402 req-3a4787ba-9613-4819-8656-18aac357b2ed tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:34.931312 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-669425dc-5239-4814-b78b-4da8b28b0402 req-3a4787ba-9613-4819-8656-18aac357b2ed tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1320884
Dec 16 14:41:35.009264 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-669425dc-5239-4814-b78b-4da8b28b0402 req-6e9d1157-48c8-4911-a28a-f556bd374498 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708513
Dec 16 14:41:35.637275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f0780-051a-472d-b819-69136b147c0e req-c2891986-1d0b-4126-a6ac-253e4d62da36 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:35.649140 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-af3f0780-051a-472d-b819-69136b147c0e req-c2891986-1d0b-4126-a6ac-253e4d62da36 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1371610
Dec 16 14:41:35.726139 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-af3f0780-051a-472d-b819-69136b147c0e req-ddc82d90-e863-4e61-8d6d-8dd222c89be0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750797
Dec 16 14:41:36.411089 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f39a1-8e38-4d76-8137-8310b28e1eb5 req-d33ae47e-affc-4f66-ab6a-00ffa47befd9 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:36.414618 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a15f39a1-8e38-4d76-8137-8310b28e1eb5 req-d33ae47e-affc-4f66-ab6a-00ffa47befd9 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1278956
Dec 16 14:41:36.510281 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a15f39a1-8e38-4d76-8137-8310b28e1eb5 req-0c8080fa-6dc8-459d-a6e7-66879cf12246 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843565
Dec 16 14:41:37.146466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56ae2-29e0-4531-bc3b-c53794270e09 req-f67b2537-43fd-4ec4-83a9-1010c01b68da tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:37.163198 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-28c56ae2-29e0-4531-bc3b-c53794270e09 req-f67b2537-43fd-4ec4-83a9-1010c01b68da tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1878021
Dec 16 14:41:37.260325 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-28c56ae2-29e0-4531-bc3b-c53794270e09 req-28bfd57f-5f99-43e7-bc63-47eb8610d346 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955784
Dec 16 14:41:38.071942 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90bb0b-aaf8-48bf-8eba-5ffc99f18f60 req-136a4dde-6cf2-4fe1-82d4-056423e20bb3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:38.082842 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9e90bb0b-aaf8-48bf-8eba-5ffc99f18f60 req-136a4dde-6cf2-4fe1-82d4-056423e20bb3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.3076439
Dec 16 14:41:38.262694 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9e90bb0b-aaf8-48bf-8eba-5ffc99f18f60 req-97fd7df8-f21b-4728-8d84-d49e6dfddb7b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808810
Dec 16 14:41:38.756999 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59262e-0ee9-4760-a71c-f3bae9d36d47 req-42f77752-0997-4189-9428-cf25e0cefa68 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:38.760987 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6d59262e-0ee9-4760-a71c-f3bae9d36d47 req-42f77752-0997-4189-9428-cf25e0cefa68 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1651936
Dec 16 14:41:38.863708 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6d59262e-0ee9-4760-a71c-f3bae9d36d47 req-1eb33b0c-1367-4153-82a7-fba3b0778d09 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943842
Dec 16 14:41:39.385517 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5739df4-7be6-4f35-b915-ebeb40969017 req-e4d17be0-8323-451d-bf90-b27eab913550 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.2070906
Dec 16 14:41:39.581608 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5739df4-7be6-4f35-b915-ebeb40969017 req-926f6ccf-066c-4284-9017-1caa80ac5569 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838107
Dec 16 14:41:39.860960 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cd7f0-8f2b-4e64-bfe5-f9b73aa12c97 req-182f6d82-9ecc-4072-80a3-14bf860539fe tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:39.864206 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-540cd7f0-8f2b-4e64-bfe5-f9b73aa12c97 req-182f6d82-9ecc-4072-80a3-14bf860539fe tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2499230
Dec 16 14:41:39.952331 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-540cd7f0-8f2b-4e64-bfe5-f9b73aa12c97 req-b0f438fd-40db-4b72-ad1a-a1c47bda1938 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766513
Dec 16 14:41:40.327580 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec0308-024f-4683-bccd-b9c55fb700dd req-9c0ff845-8f47-4ada-810f-6193b2b8f595 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:40.330226 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acec0308-024f-4683-bccd-b9c55fb700dd req-9c0ff845-8f47-4ada-810f-6193b2b8f595 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1612844
Dec 16 14:41:40.355091 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:40.415501 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acec0308-024f-4683-bccd-b9c55fb700dd req-56e1bad2-2c25-41fc-9c7c-616a9132f38e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748191
Dec 16 14:41:41.353273 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c639c-4e99-4d8c-b87c-7aa64e94fafa req-5e7ee91a-89a6-49e5-8e63-43868bc54318 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:41.359190 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f43c639c-4e99-4d8c-b87c-7aa64e94fafa req-5e7ee91a-89a6-49e5-8e63-43868bc54318 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1505957
Dec 16 14:41:41.445532 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f43c639c-4e99-4d8c-b87c-7aa64e94fafa req-29880312-9707-4863-a472-c0a5ff4016d4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795953
Dec 16 14:41:41.801566 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcca68-e7fd-4fc0-a2e4-a861220c4d78 req-4dc154b8-b945-4c5e-b463-4f03ea10ab1c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:41.814341 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-20dcca68-e7fd-4fc0-a2e4-a861220c4d78 req-4dc154b8-b945-4c5e-b463-4f03ea10ab1c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1677186
Dec 16 14:41:41.921240 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-20dcca68-e7fd-4fc0-a2e4-a861220c4d78 req-dd38a660-12a0-48a8-acb7-b906601bee63 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053634
Dec 16 14:41:42.011968 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 33300) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:42.061603 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a86c6-8c45-4b71-82d6-cabc06d8fa36 req-ac4fb7b7-4e1b-4969-a7d2-80fc1772bf89 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:42.074985 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e15a86c6-8c45-4b71-82d6-cabc06d8fa36 req-ac4fb7b7-4e1b-4969-a7d2-80fc1772bf89 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.2054703
Dec 16 14:41:42.154015 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e15a86c6-8c45-4b71-82d6-cabc06d8fa36 req-8eabe321-92e1-4ae5-8220-7420b3d7066e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773056
Dec 16 14:41:42.300482 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:42.355322 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:41:42.362557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d03993486f6f4ff6bfcccab2c2e3b72a is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:41:42.367718 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:41:42.381615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:41:42.571639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:42.582790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:42.609273 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f0f5c3fc-bb9f-42dc-82ec-cf971806eb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:42.849658 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907bb117-11af-4324-84dc-5e12f791af81,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:42.854911 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:42.858342 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d03993486f6f4ff6bfcccab2c2e3b72a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8453522
Dec 16 14:41:42.863174 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 33310) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:41:42.944482 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab81c3-9be0-44bc-a3ae-3835b237b0b6 req-1b27f971-f523-48e5-adbc-6219ccdba9aa tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:42.959876 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65ab81c3-9be0-44bc-a3ae-3835b237b0b6 req-1b27f971-f523-48e5-adbc-6219ccdba9aa tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2782495
Dec 16 14:41:43.060596 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65ab81c3-9be0-44bc-a3ae-3835b237b0b6 req-9d76f8c3-0d89-4435-bdd5-b64696f3f51d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981777
Dec 16 14:41:43.093706 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:43.171314 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:43.390379 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:43.390799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-07680be0-d1a2-4a3a-b9a5-7f2a814f4475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:43.430905 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907bb117-11af-4324-84dc-5e12f791af81,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:43.435818 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:43.464813 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:43.475667 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/907bb117-11af-4324-84dc-5e12f791af81 HTTP/1.1" status: 204  len: 168 time: 0.6061254
Dec 16 14:41:43.570984 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b9924-f739-4ea7-a55c-23b5644dd30d req-d0e8242a-6165-4765-b85e-6d25c7e66884 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:43.584098 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-924b9924-f739-4ea7-a55c-23b5644dd30d req-d0e8242a-6165-4765-b85e-6d25c7e66884 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.2925501
Dec 16 14:41:43.659156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb17510-0aab-4292-804e-59dfb8d882a5 req-92ec1cbe-61c4-48a1-a7d2-9482738f48ce tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:43.678870 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-924b9924-f739-4ea7-a55c-23b5644dd30d req-4f62ed56-d732-4930-a3e0-79929d66d29c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936494
Dec 16 14:41:43.683351 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dfb17510-0aab-4292-804e-59dfb8d882a5 req-92ec1cbe-61c4-48a1-a7d2-9482738f48ce tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.2491436
Dec 16 14:41:43.817482 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dfb17510-0aab-4292-804e-59dfb8d882a5 req-5d2f36f6-3a4f-4b96-8d3a-4c811ccdfe5b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325967
Dec 16 14:41:44.580267 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8550389-4d35-4b57-a9fa-e6d5bba494dc req-e4e071f1-13f1-47cf-b17c-3cf1a0bf92ee tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:44.583223 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f8550389-4d35-4b57-a9fa-e6d5bba494dc req-e4e071f1-13f1-47cf-b17c-3cf1a0bf92ee tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2061176
Dec 16 14:41:44.695069 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f8550389-4d35-4b57-a9fa-e6d5bba494dc req-f9f87dcf-6f62-4d8c-b2d2-8ed48eb1cc6a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952237
Dec 16 14:41:45.097116 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7461c1d-f34e-4519-86c0-3a63ea039cab req-a639c376-24df-497f-8ef3-27ac61d4e8f6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:45.105410 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7461c1d-f34e-4519-86c0-3a63ea039cab req-a639c376-24df-497f-8ef3-27ac61d4e8f6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1587934
Dec 16 14:41:45.213627 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7461c1d-f34e-4519-86c0-3a63ea039cab req-91b06e61-b4ec-4014-82fc-f845545527c1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069512
Dec 16 14:41:45.313120 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570373e1-3a85-4e8f-81e1-88810e71b8b8 req-80ebf261-2e02-40fb-b0e6-fa28c289e111 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:45.315077 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-570373e1-3a85-4e8f-81e1-88810e71b8b8 req-80ebf261-2e02-40fb-b0e6-fa28c289e111 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1777849
Dec 16 14:41:45.408581 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-570373e1-3a85-4e8f-81e1-88810e71b8b8 req-2d92ef4f-84d5-4e1f-a6e0-4a777c252b27 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825419
Dec 16 14:41:46.085567 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc32b4-a730-44fe-92d0-9f8e6c944338 req-620bb3e6-c555-403d-b81f-9747f86b314b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:46.088371 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03fc32b4-a730-44fe-92d0-9f8e6c944338 req-620bb3e6-c555-403d-b81f-9747f86b314b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1666865
Dec 16 14:41:46.182011 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03fc32b4-a730-44fe-92d0-9f8e6c944338 req-f0ecd778-c03f-4ebd-986e-1765a588141a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866225
Dec 16 14:41:46.641355 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33844df7-5e55-4f9b-8597-dec825127615 req-49fa8688-5100-453e-b3c9-fa107fd159ef tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:46.642806 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-33844df7-5e55-4f9b-8597-dec825127615 req-49fa8688-5100-453e-b3c9-fa107fd159ef tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1607778
Dec 16 14:41:46.723353 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-33844df7-5e55-4f9b-8597-dec825127615 req-38f518db-b1dd-41bb-ab7b-5ab3475ae647 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698683
Dec 16 14:41:46.813840 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5e7ea-ce60-4720-b264-b6afdaf7993e req-0b3aa645-9632-489f-a502-b9fb392c72fe tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:46.815673 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0fa5e7ea-ce60-4720-b264-b6afdaf7993e req-0b3aa645-9632-489f-a502-b9fb392c72fe tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1382201
Dec 16 14:41:46.880136 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0fa5e7ea-ce60-4720-b264-b6afdaf7993e req-85f94e9a-b477-4dd5-ab6d-2ecd9ed7fabd tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538485
Dec 16 14:41:47.544288 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f276ff-dc9f-4104-8a97-7a700b222c8a req-12da2704-769d-4c11-b409-f8fbf61e01c8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:47.548231 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-95f276ff-dc9f-4104-8a97-7a700b222c8a req-12da2704-769d-4c11-b409-f8fbf61e01c8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2028270
Dec 16 14:41:47.661347 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-16a50398-eb3f-4564-8b2d-50ce0f1dbd80 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2198727
Dec 16 14:41:47.666954 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-95f276ff-dc9f-4104-8a97-7a700b222c8a req-0d8e78c4-81fe-40ee-a9dc-f9720a97b9ba tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966358
Dec 16 14:41:48.081529 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048d195-04ed-47d1-9311-63cf754c3951 req-589f246b-474c-4f48-b1a0-4ba7a887314e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.094471 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f048d195-04ed-47d1-9311-63cf754c3951 req-589f246b-474c-4f48-b1a0-4ba7a887314e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1604917
Dec 16 14:41:48.158582 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f048d195-04ed-47d1-9311-63cf754c3951 req-33d27cdc-e5bb-4520-8d8c-59d8314faaf4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601404
Dec 16 14:41:48.170979 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5f0d6-8d05-486f-9bf2-b558a6996949 req-275848ab-79bf-4cf4-9946-c0885a3e8dda tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.174339 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-66e5f0d6-8d05-486f-9bf2-b558a6996949 req-275848ab-79bf-4cf4-9946-c0885a3e8dda tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1232767
Dec 16 14:41:48.251204 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-66e5f0d6-8d05-486f-9bf2-b558a6996949 req-c0569027-caa7-4986-bc5c-62ca86c9d4c8 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704033
Dec 16 14:41:48.415852 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-b316442f-59a8-4612-8348-4afde2748fee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.0921402
Dec 16 14:41:48.609464 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-152bbb53-b97c-4624-a844-d5a8bcc6e219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.611039 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-152bbb53-b97c-4624-a844-d5a8bcc6e219 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.1668603
Dec 16 14:41:48.815027 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-60ce7b1f-9fe7-45e4-a6b4-82c2af9ce149 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 1001 time: 0.1940672
Dec 16 14:41:48.900053 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-8fa22f59-7ec4-446e-94ce-c36021ce1c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.902485 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-8fa22f59-7ec4-446e-94ce-c36021ce1c72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.0790720
Dec 16 14:41:48.985119 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28a58a-b7ae-4c3e-9810-bd7de5ef8238 req-fd0240e8-16fe-4a49-a803-fd3e9011123d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:48.986964 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b28a58a-b7ae-4c3e-9810-bd7de5ef8238 req-fd0240e8-16fe-4a49-a803-fd3e9011123d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1641011
Dec 16 14:41:49.055970 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b28a58a-b7ae-4c3e-9810-bd7de5ef8238 req-0e616193-729d-4c0e-8241-db12f822d794 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619390
Dec 16 14:41:49.113873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-d4098b0d-661a-48bb-8088-ef6876a7404a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2032337
Dec 16 14:41:49.345598 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-6090ca4f-3e42-48b5-a017-6be36184aa2e service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139981
Dec 16 14:41:49.522648 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f0afa-6d5c-4b21-9e94-6a5a2978f541 req-5390512b-d18f-41b5-bdde-3aab311cedfa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.526037 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-159f0afa-6d5c-4b21-9e94-6a5a2978f541 req-5390512b-d18f-41b5-bdde-3aab311cedfa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1716273
Dec 16 14:41:49.609863 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-159f0afa-6d5c-4b21-9e94-6a5a2978f541 req-9de73d93-8de3-40cc-be10-f16e20ef3abe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767751
Dec 16 14:41:49.646824 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a29bf86-f001-4474-8f15-ee7f6344028f req-6f757b42-9c8d-440e-bc01-1ca2d69f5df8 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896721
Dec 16 14:41:49.968908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4f5bd-2f01-4320-86fd-33574edbe484 req-4cdc6463-3f33-4ec8-8f62-c9613d9d216a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.970971 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ce4f5bd-2f01-4320-86fd-33574edbe484 req-4cdc6463-3f33-4ec8-8f62-c9613d9d216a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1498101
Dec 16 14:41:49.981391 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e503bf-f016-466c-886c-e34a899581f0 req-f03e97c7-89eb-4285-875d-f5cf1fb1b9b2 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:49.989507 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41e503bf-f016-466c-886c-e34a899581f0 req-f03e97c7-89eb-4285-875d-f5cf1fb1b9b2 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.2332520
Dec 16 14:41:50.029323 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-cd8173cd-021b-432d-883a-5fceb12a2126 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.1871669
Dec 16 14:41:50.135162 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ce4f5bd-2f01-4320-86fd-33574edbe484 req-fbf8fca8-1997-435c-91b4-56619904c874 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566935
Dec 16 14:41:50.213032 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-231b6074-0e6d-469f-8b13-1b6c1e306eb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1098 time: 0.2073488
Dec 16 14:41:50.262963 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41e503bf-f016-466c-886c-e34a899581f0 req-1b98c735-83fb-4f88-9e2e-ee543521c8dd tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2720139
Dec 16 14:41:50.413527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c30aa-837f-419c-a312-d5d320870168 req-06e721ad-90ac-4779-8d73-4c6145df689c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.415977 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-06e721ad-90ac-4779-8d73-4c6145df689c service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.3780329
Dec 16 14:41:50.565038 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-c0f5efdb-ad5b-46f0-b352-a8354e6d0461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.567365 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-c0f5efdb-ad5b-46f0-b352-a8354e6d0461 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.3450370
Dec 16 14:41:50.569075 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-3feea419-1590-4b46-a845-91d6243f3581 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 217 time: 0.1446974
Dec 16 14:41:50.707758 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c30aa-837f-419c-a312-d5d320870168 req-08425052-8039-4b40-9e1a-a6085f1364b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.711220 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-08425052-8039-4b40-9e1a-a6085f1364b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.1216233
Dec 16 14:41:50.749306 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-60eed8eb-0408-42a0-842c-f919b96d9fee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 1000 time: 0.1622634
Dec 16 14:41:50.934934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20630cef-9b4e-4932-9c27-998d12172bd9 req-96bc42d4-44cc-4c8f-9d81-e7f3b60465f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:50.936787 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-20630cef-9b4e-4932-9c27-998d12172bd9 req-96bc42d4-44cc-4c8f-9d81-e7f3b60465f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1086311
Dec 16 14:41:51.008742 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-20630cef-9b4e-4932-9c27-998d12172bd9 req-5f8f048d-1afc-46de-93a7-0317a17a9dc6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611537
Dec 16 14:41:51.546900 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156bf37-4cb9-4024-94b5-963031e61292 req-f27e9c02-e69f-44a5-b8ed-0d8899edd8d8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:51.549235 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8156bf37-4cb9-4024-94b5-963031e61292 req-f27e9c02-e69f-44a5-b8ed-0d8899edd8d8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1192274
Dec 16 14:41:51.617928 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8156bf37-4cb9-4024-94b5-963031e61292 req-d9bcf5bb-dd0f-48fe-b79c-dc5d9071fe6f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577798
Dec 16 14:41:51.626960 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad27c2-8abb-4594-834a-10c6c2e3c7a1 req-265f9bb0-54d9-4efa-95b4-b57c0e63f3a2 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:51.629735 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-10ad27c2-8abb-4594-834a-10c6c2e3c7a1 req-265f9bb0-54d9-4efa-95b4-b57c0e63f3a2 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1612701
Dec 16 14:41:51.708477 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-10ad27c2-8abb-4594-834a-10c6c2e3c7a1 req-a56b9cd4-12e3-4d46-95f7-8404e9cd4fd0 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605099
Dec 16 14:41:52.328052 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a673ecd-eaf5-44c3-ac37-fc420475f18f req-90eed568-58a0-4241-9e1c-1577e14ca64d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:52.330258 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a673ecd-eaf5-44c3-ac37-fc420475f18f req-90eed568-58a0-4241-9e1c-1577e14ca64d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1086211
Dec 16 14:41:52.405938 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a673ecd-eaf5-44c3-ac37-fc420475f18f req-9b5a2475-ea98-4b82-bfef-c97f44b4407b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692129
Dec 16 14:41:52.977652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399ea99-4254-437a-9213-7af665cd27ee req-d49107a6-38df-4853-9e48-352a04aa140b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:52.983093 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2399ea99-4254-437a-9213-7af665cd27ee req-d49107a6-38df-4853-9e48-352a04aa140b tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1208606
Dec 16 14:41:52.995169 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96feaf-96f6-4484-872b-3be19420eb66 req-3d262324-747b-4edd-b42a-8448777141ff tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:52.996812 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f96feaf-96f6-4484-872b-3be19420eb66 req-3d262324-747b-4edd-b42a-8448777141ff tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1255803
Dec 16 14:41:53.053544 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2399ea99-4254-437a-9213-7af665cd27ee req-0d30e063-4ef9-4d00-9109-5f6c9a2f0bef tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666883
Dec 16 14:41:53.077116 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f96feaf-96f6-4484-872b-3be19420eb66 req-037abeec-f9ac-41ae-9b2a-3faf0f86b50b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697725
Dec 16 14:41:53.336359 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-e644ed0f-e291-47de-8ed2-4875361faad0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696130
Dec 16 14:41:53.358622 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-0aab8237-f97c-4634-8b5f-28b89883c18a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:53.360322 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-0aab8237-f97c-4634-8b5f-28b89883c18a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0937212
Dec 16 14:41:53.674024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364582-029c-4fbd-ac76-4549d9f85160 req-6de51f0a-b0f5-4cf3-ad47-d3bc5b88e193 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:53.676192 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c8364582-029c-4fbd-ac76-4549d9f85160 req-6de51f0a-b0f5-4cf3-ad47-d3bc5b88e193 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 945 time: 0.1019411
Dec 16 14:41:53.739306 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c8364582-029c-4fbd-ac76-4549d9f85160 req-05516d26-f15f-4025-9eb8-d7519c4a7d36 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528524
Dec 16 14:41:54.358313 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56fc5-8b46-4f4d-914d-9a04cba73ec9 req-3fd7bd35-7baf-4835-9b13-16c61fec540b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:54.361197 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77d56fc5-8b46-4f4d-914d-9a04cba73ec9 req-3fd7bd35-7baf-4835-9b13-16c61fec540b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1171050
Dec 16 14:41:54.402675 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87122f2-b78c-4700-8f1b-efcefd450eb4 req-1b7c575c-e88e-4e04-a403-4d031b419104 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:54.405185 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e87122f2-b78c-4700-8f1b-efcefd450eb4 req-1b7c575c-e88e-4e04-a403-4d031b419104 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1093271
Dec 16 14:41:54.424620 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77d56fc5-8b46-4f4d-914d-9a04cba73ec9 req-43991352-d697-4133-a12c-1a853b32936f tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523992
Dec 16 14:41:54.486533 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e87122f2-b78c-4700-8f1b-efcefd450eb4 req-a953305f-89ee-4f38-81f9-ac5bccd16a0e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742273
Dec 16 14:41:54.894714 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:41:55.077471 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:55.143364 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:55.147152 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:55.174451 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:55.182374 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:55.237411 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-2e881eb3-6191-425b-9c2c-ee1958646bbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2453501
Dec 16 14:41:55.268653 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-cf3cb308-e59a-4596-892d-95f62adfba8a service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3121073
Dec 16 14:41:55.372817 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=8']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:55.380621 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:55.389908 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'code': 200}
Dec 16 14:41:55.611847 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fe66a-f5d4-4f14-99bf-9d7d9f632e64 req-696574e8-b4ec-46b1-8286-b1e394f30ba8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.613933 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1fe66a-f5d4-4f14-99bf-9d7d9f632e64 req-696574e8-b4ec-46b1-8286-b1e394f30ba8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.6084363
Dec 16 14:41:55.618298 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a1c30aa-837f-419c-a312-d5d320870168 req-8baeab4a-3b24-4d78-9022-913461377203 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426859
Dec 16 14:41:55.654808 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-1b26f8a4-f2bf-4a59-a3b6-f123ee5c13a0 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4093080
Dec 16 14:41:55.679011 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1fe66a-f5d4-4f14-99bf-9d7d9f632e64 req-045febe4-c1b4-448a-bd48-92984656dfd9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563006
Dec 16 14:41:55.776145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42d04-c27a-4b52-b639-0f612fbdf47d req-7bbe2c83-49f3-4e0f-b4f4-92836da8040d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:55.777790 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-35f42d04-c27a-4b52-b639-0f612fbdf47d req-7bbe2c83-49f3-4e0f-b4f4-92836da8040d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1149573
Dec 16 14:41:55.885983 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-35f42d04-c27a-4b52-b639-0f612fbdf47d req-6397879a-1163-4f89-8f9b-52b1272687ce tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998335
Dec 16 14:41:56.015851 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcacf1-2ba4-4091-8cd1-270f077fcdc0 req-94cf103c-b659-4773-a1c9-dec04ce1edaa tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.018513 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e7fcacf1-2ba4-4091-8cd1-270f077fcdc0 req-94cf103c-b659-4773-a1c9-dec04ce1edaa tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.1804013
Dec 16 14:41:56.066946 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c8dad79-0862-4bc3-b03e-ebea5ef05278 req-513c6cf5-43cb-450c-bf79-da49bb83a381 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314854
Dec 16 14:41:56.102965 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e7fcacf1-2ba4-4091-8cd1-270f077fcdc0 req-7825cf41-39c3-4f95-8033-d39484653e6e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab5b97de-4d54-443b-986d-54e8a38fe62d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669901
Dec 16 14:41:56.350088 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-614de9c0-c32b-480d-9623-0411adab935e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:56.351632 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-614de9c0-c32b-480d-9623-0411adab935e tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 945 time: 0.0967724
Dec 16 14:41:56.463383 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Deleting port 11b0cec4-410e-43d4-a952-a07f61931613 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:41:56.463701 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:56.794073 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] For port 11b0cec4-410e-43d4-a952-a07f61931613, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=11b0cec4-410e-43d4-a952-a07f61931613,segment=NetworkSegment(98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72),segment_id=98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:41:56.794808 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:56.989117 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Calling delete_port for 11b0cec4-410e-43d4-a952-a07f61931613 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:41:57.252128 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588064a2-d336-4387-a8d0-3553232a011e req-046cd0dd-3f1c-40f6-9bf5-c410beb87b95 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:57.268171 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-588064a2-d336-4387-a8d0-3553232a011e req-046cd0dd-3f1c-40f6-9bf5-c410beb87b95 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1702099
Dec 16 14:41:57.282325 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:57.321619 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:41:57.329626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['11b0cec4-410e-43d4-a952-a07f61931613'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:41:57.360074 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-588064a2-d336-4387-a8d0-3553232a011e req-dd04372a-1ef1-41e2-8d29-668236494898 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906343
Dec 16 14:41:57.536398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Pushing event deleted for resources: {'Port': ['ID=11b0cec4-410e-43d4-a952-a07f61931613,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:41:57.635230 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26e29cd3-9480-4092-b175-16fe31216e40 req-649cc50c-ae15-4dab-af69-189f83e7259c tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 210 time: 0.0718827
Dec 16 14:41:57.643486 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] No DVR routers for this DVR port 11b0cec4-410e-43d4-a952-a07f61931613 on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:41:57.647974 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.648572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.649263 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.649908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.650632 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.651364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.652177 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.652888 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.653609 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.654256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.654904 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:41:57.662198 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:41:57.667113 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:57.680541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'name': 'network-vif-deleted', 'tag': '11b0cec4-410e-43d4-a952-a07f61931613'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:41:57.737039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ce459-e47a-454a-8ebc-6dee81a257bb req-fe9379b3-b595-4632-a43a-32aad0d805d0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:57.739174 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e9ce459-e47a-454a-8ebc-6dee81a257bb req-fe9379b3-b595-4632-a43a-32aad0d805d0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.8568289
Dec 16 14:41:57.740714 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-35126570-1684-4c94-8e1e-c4f0d62e2c9c req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.48 "DELETE /v2.0/ports/11b0cec4-410e-43d4-a952-a07f61931613 HTTP/1.1" status: 204  len: 173 time: 1.3815947
Dec 16 14:41:57.803842 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c28e5c9-7dd1-493d-a812-10367a49ad01', 'name': 'network-vif-deleted', 'tag': '11b0cec4-410e-43d4-a952-a07f61931613', 'status': 'completed', 'code': 200}
Dec 16 14:41:57.835224 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e9ce459-e47a-454a-8ebc-6dee81a257bb req-66470be6-8c13-475a-8c02-bb7532e73584 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664754
Dec 16 14:41:57.953536 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:41:58.721283 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d6a0c-b66e-4098-ac79-60f87ba59708 req-4b8ec89b-e833-404b-8011-70cc4b3b7c44 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:58.723652 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-138d6a0c-b66e-4098-ac79-60f87ba59708 req-4b8ec89b-e833-404b-8011-70cc4b3b7c44 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1239328
Dec 16 14:41:58.794847 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-138d6a0c-b66e-4098-ac79-60f87ba59708 req-7e5a8e75-edc9-46b2-b270-1e6681b5e0e0 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592957
Dec 16 14:41:58.936971 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7601f220-7830-4022-82b2-840076fe8824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:41:58.938156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-d9b2f70a-af30-439b-9762-fe1c4e3dc649 req-6f09e476-b6ab-439d-b866-335aeccde7eb tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Synchronizing usage tracker for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:41:58.968031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-d9b2f70a-af30-439b-9762-fe1c4e3dc649 req-6f09e476-b6ab-439d-b866-335aeccde7eb tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Unset dirty status for tenant:755abf4383dc4d3ca3ec465e631d8684 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:41:58.969687 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d9b2f70a-af30-439b-9762-fe1c4e3dc649 req-6f09e476-b6ab-439d-b866-335aeccde7eb tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c28e5c9-7dd1-493d-a812-10367a49ad01 HTTP/1.1" status: 200  len: 210 time: 0.1161296
Dec 16 14:41:59.128585 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f58b1-39d6-4e42-91e3-dd1d1457c8e9 req-a8891beb-bfbb-4fc4-ab2a-ed3f9486c43c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:41:59.130211 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-278f58b1-39d6-4e42-91e3-dd1d1457c8e9 req-a8891beb-bfbb-4fc4-ab2a-ed3f9486c43c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1045132
Dec 16 14:41:59.190979 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-278f58b1-39d6-4e42-91e3-dd1d1457c8e9 req-8f5fb7a2-66b3-4d13-9dc8-02c7ecdfdc93 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480123
Dec 16 14:42:00.252108 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c2d04-5657-4dc8-956a-74461c4ede13 req-9494284f-93fb-49e1-9db3-0b5fd4af69b8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:00.254801 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e24c2d04-5657-4dc8-956a-74461c4ede13 req-9494284f-93fb-49e1-9db3-0b5fd4af69b8 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2010677
Dec 16 14:42:00.351641 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e24c2d04-5657-4dc8-956a-74461c4ede13 req-8d171d5a-9994-4985-aa8f-a33ee4986a51 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845690
Dec 16 14:42:00.623422 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-7d309ac4-b6e7-4cc4-b66e-6943d86a56b9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Synchronizing usage tracker for tenant:9a687d83941a46d8893bb58f302b2951 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:00.657030 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-7d309ac4-b6e7-4cc4-b66e-6943d86a56b9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Unset dirty status for tenant:9a687d83941a46d8893bb58f302b2951 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:00.660586 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-7d309ac4-b6e7-4cc4-b66e-6943d86a56b9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871228871&fields=id&tenant_id=9a687d83941a46d8893bb58f302b2951 HTTP/1.1" status: 200  len: 267 time: 0.1142488
Dec 16 14:42:00.893228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 11b0cec4-410e-43d4-a952-a07f61931613 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:00.939241 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-968237bf-33ec-4e72-bbd5-9db29a82bce8 req-a5f697ad-b30b-4ad8-b824-b1dc4940c178 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1349518
Dec 16 14:42:00.964844 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 11b0cec4-410e-43d4-a952-a07f61931613 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:42:00.965434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 11b0cec4-410e-43d4-a952-a07f61931613 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:42:00.975907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-f8477558-3354-4a15-9bb1-7dc9bccac9d6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:00.978493 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-f8477558-3354-4a15-9bb1-7dc9bccac9d6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 809 time: 0.3039749
Dec 16 14:42:01.027124 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-1e9b1f98-bc25-4ad1-9011-a527c1ec624f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/quotas/9a687d83941a46d8893bb58f302b2951 HTTP/1.1" status: 200  len: 375 time: 0.0347283
Dec 16 14:42:01.230438 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-0e0140c6-cd60-4140-98f1-601a2a61603a tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1940002
Dec 16 14:42:01.428368 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3661a25f-0cfa-400b-b0c2-644fcbcb4ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:01.550149 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf46524-8dd5-422a-ae6e-b5ccf68f5ee1 req-61d987ec-ba4f-4709-9bb4-d10041949d34 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:01.569035 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9bf46524-8dd5-422a-ae6e-b5ccf68f5ee1 req-61d987ec-ba4f-4709-9bb4-d10041949d34 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2106183
Dec 16 14:42:01.648777 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-5fc1520d-3ea9-4247-a9d8-a0acd1b2f7c2 service neutron] 10.222.0.67 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4011559
Dec 16 14:42:01.658506 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 33644) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:01.676054 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9bf46524-8dd5-422a-ae6e-b5ccf68f5ee1 req-6f0ed251-a559-46ad-b384-2a5c73307462 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011174
Dec 16 14:42:01.923800 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a5f726f8-3021-450b-91ea-cff4d7d5ca91 service neutron] 10.222.0.67 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367318
Dec 16 14:42:02.084677 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69267984-5e98-4e26-828b-e2a80d37c391 req-729ed058-7364-473d-a5b1-1b31cd25bb0c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:02.107703 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69267984-5e98-4e26-828b-e2a80d37c391 req-729ed058-7364-473d-a5b1-1b31cd25bb0c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1876504
Dec 16 14:42:02.213779 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69267984-5e98-4e26-828b-e2a80d37c391 req-fcb9e0ef-9147-44ea-b038-1d18f9b042f3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042268
Dec 16 14:42:02.215841 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-c5ff2a46-2fdd-400b-a7a5-67e77e48ca97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5552106
Dec 16 14:42:02.388023 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:02.874435 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:02.897581 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:42:03.145518 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4691c-2320-474c-b591-09b0dba32984 req-67092673-9b57-4058-9ec6-ff7dbd5ce315 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:03.165943 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1fd4691c-2320-474c-b591-09b0dba32984 req-67092673-9b57-4058-9ec6-ff7dbd5ce315 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1996756
Dec 16 14:42:03.327865 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-88f0e26f-af4f-45b8-9296-0b2bced1fee9 req-40031ab9-2d72-4768-9421-ce0d52faf5d8 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0827861
Dec 16 14:42:03.359984 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1fd4691c-2320-474c-b591-09b0dba32984 req-3cbaf3df-4780-47a5-8b0a-fce55870cf5c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1884167
Dec 16 14:42:04.449474 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:04.723263 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7983f12a-0dad-484a-b081-8b6026637734 req-5c0fa9a8-393a-43c7-bbf0-ed6e736c9890 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0641427
Dec 16 14:42:04.730080 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570319dc-7e80-43d3-8e48-8884eedb1c0f req-7de8802e-0ac6-4e29-b1fe-4179faab14bd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:04.734430 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-570319dc-7e80-43d3-8e48-8884eedb1c0f req-7de8802e-0ac6-4e29-b1fe-4179faab14bd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1311469
Dec 16 14:42:04.881199 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-570319dc-7e80-43d3-8e48-8884eedb1c0f req-ed849fa0-4047-4877-bae3-158be4bc50fc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340756
Dec 16 14:42:05.065718 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494e3b2-442d-4697-8487-2653bcaf45a9 req-f3059b9b-a6e8-49a6-acf8-c6ccc99f94f5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:05.068741 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f494e3b2-442d-4697-8487-2653bcaf45a9 req-f3059b9b-a6e8-49a6-acf8-c6ccc99f94f5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1471679
Dec 16 14:42:05.187036 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f494e3b2-442d-4697-8487-2653bcaf45a9 req-309f750e-3477-430c-85c1-5748197a9d4b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067882
Dec 16 14:42:05.668394 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-8c46b747-67d5-4a24-8a40-dacc35b696d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215&tenant_id=198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 1096 time: 0.2130921
Dec 16 14:42:05.763741 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-67ad6b07-04e5-473f-ba84-5f3cd7e2f1f9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:05.767035 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-67ad6b07-04e5-473f-ba84-5f3cd7e2f1f9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 809 time: 0.3775053
Dec 16 14:42:05.785943 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 33766) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:05.989043 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:05.998109 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b6fa3fa6-c5a0-419b-a65c-ff0740bf0ff6 req-1cbbeca0-643f-4e48-9dfd-9c8528d382f6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0495050
Dec 16 14:42:06.051909 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:06.060122 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c572e08aa79e4749871cd97b2b277eb4 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:06.065776 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:06.077875 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:06.221483 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:06.230148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:06.245114 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9ea0c16-8874-4d78-b418-aa8633f17496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:06.330504 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c572e08aa79e4749871cd97b2b277eb4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5430956
Dec 16 14:42:06.331844 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0255ae60-dc8a-436b-bdcf-e62a7d8cd8d9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:06.337463 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 33782) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:06.381386 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.381386 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.381386 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.381775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.382347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.382915 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.383518 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.384202 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.384968 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.385586 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.386200 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:06.396541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2478e8f-1acd-4484-b657-392a33803aaf req-d6d0a97f-f2f1-4ba1-8397-ff3272559601 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:06.405730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:06.406869 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d2478e8f-1acd-4484-b657-392a33803aaf req-d6d0a97f-f2f1-4ba1-8397-ff3272559601 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1560242
Dec 16 14:42:06.474748 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d2478e8f-1acd-4484-b657-392a33803aaf req-44913553-9314-4c35-9bb3-e0f1fc517f90 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667512
Dec 16 14:42:06.477545 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:06.541208 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:06.639239 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:06.648377 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-490c4ae1-0112-4aa2-9362-2f1af063761d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:06.671222 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0255ae60-dc8a-436b-bdcf-e62a7d8cd8d9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:06.675246 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:06.685171 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:06.690448 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0255ae60-dc8a-436b-bdcf-e62a7d8cd8d9 HTTP/1.1" status: 204  len: 168 time: 0.3482916
Dec 16 14:42:07.274597 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6b49482-bf9a-4d23-bc6a-b0da7e68a8ee req-709a6a3c-aac1-43ed-a7c3-1b0645a56897 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0477397
Dec 16 14:42:07.786710 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cd7b4-c413-4d52-a718-a719ae3c6830 req-70ffa940-9f2b-44c3-a8ef-69f995eca362 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:07.789005 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9c5cd7b4-c413-4d52-a718-a719ae3c6830 req-70ffa940-9f2b-44c3-a8ef-69f995eca362 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.0915756
Dec 16 14:42:07.854857 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9c5cd7b4-c413-4d52-a718-a719ae3c6830 req-61373d65-9d1a-4b2c-910c-ad0f28415201 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591531
Dec 16 14:42:08.483413 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e6c99d3d-3d29-41ec-bce9-925f0d55f236 req-30701de0-f8b3-449f-a625-b49e81fdd871 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0760047
Dec 16 14:42:08.782796 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a78470c5-8fc8-4b2b-a4c5-ef121e74bb95 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a687d83941a46d8893bb58f302b2951 HTTP/1.1" status: 200  len: 379 time: 0.1257620
Dec 16 14:42:08.798743 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'port': {'device_id': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'admin_state_up': True, 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'security_groups': ['10f718d6-03a4-46ad-b9c6-acc083f88767']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:08.833017 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-9e6aa816-fa5c-4453-802e-0a44b0c78c54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1096 time: 0.1405070
Dec 16 14:42:09.137203 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-0957ee35-8e10-491f-8c60-27083ee59e2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:09.139049 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-0957ee35-8e10-491f-8c60-27083ee59e2b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.2998266
Dec 16 14:42:09.188324 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:09.203574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:port and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:09.208527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:09.237197 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:09.276631 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Made reservation on behalf of 9a687d83941a46d8893bb58f302b2951 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:42:09.284737 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:09.324460 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-8db2dfcc-75aa-4eb9-a4d6-2f44ee59591c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 998 time: 0.1780553
Dec 16 14:42:09.433546 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-f5c96043-f837-4319-b0f1-09d13449268e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:09.435328 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-f5c96043-f837-4319-b0f1-09d13449268e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.1021364
Dec 16 14:42:09.590095 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63689c-33fc-4431-8ee4-e61945b39217 req-4fe1ebdf-532d-4ce4-bb7f-2c4d6caf7785 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:09.591781 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc63689c-33fc-4431-8ee4-e61945b39217 req-4fe1ebdf-532d-4ce4-bb7f-2c4d6caf7785 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2322705
Dec 16 14:42:09.650560 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Allocated IP 172.20.0.9 (aad28f85-671a-4b76-9701-bffd022aa1bd/5e634a01-ef3a-487a-9216-f3e8b9fc0669/a1de2547-6459-4d87-9d1f-a9adfc216809) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:42:09.730521 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-be049adf-49c2-4116-b0bc-f6373c342568 req-18bcc4a5-c990-459f-a039-9ed51db0a4e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Synchronizing usage tracker for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:09.743373 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-e4b6a9f2-e21c-4404-a4f3-f4c3aa097550 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3007572
Dec 16 14:42:09.750877 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc63689c-33fc-4431-8ee4-e61945b39217 req-ac511bc9-f47d-4e3b-a0e3-64d4b23fa9bc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1436841
Dec 16 14:42:09.817726 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-be049adf-49c2-4116-b0bc-f6373c342568 req-18bcc4a5-c990-459f-a039-9ed51db0a4e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Unset dirty status for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:09.819012 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be049adf-49c2-4116-b0bc-f6373c342568 req-18bcc4a5-c990-459f-a039-9ed51db0a4e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.1654830
Dec 16 14:42:10.013260 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-39dc4dd9-8cd1-4ce3-b0c0-c24364a78caa service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2583070
Dec 16 14:42:10.033290 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.068828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Transition to ACTIVE for port object a1de2547-6459-4d87-9d1f-a9adfc216809 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:42:10.105199 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.119069 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:10.212847 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Network aad28f85-671a-4b76-9701-bffd022aa1bd is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:42:10.217009 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:42:10.221897 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:42:10.242178 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77433a84-bf51-4a06-a89d-b29c6ab63a43 req-f940d7c5-ee6c-4fcf-80b5-0d61971122e2 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204022
Dec 16 14:42:10.248727 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:10.269001 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:10.306981 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:10.307870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.308750 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.353428 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5639746
Dec 16 14:42:10.392210 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Request body: {'port': {'device_id': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:10.564361 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9e87b74c-037c-4d73-90f0-e8ca2f2e977e None None] Provisioning for port a1de2547-6459-4d87-9d1f-a9adfc216809 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:42:10.593131 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9e87b74c-037c-4d73-90f0-e8ca2f2e977e None None] Provisioning complete for port a1de2547-6459-4d87-9d1f-a9adfc216809 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:10.594574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9e87b74c-037c-4d73-90f0-e8ca2f2e977e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.704102 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:10.705787 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-9e87b74c-037c-4d73-90f0-e8ca2f2e977e None None] Port a1de2547-6459-4d87-9d1f-a9adfc216809 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:42:11.520856 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712174a-7c1f-4a90-a5de-6b9b035c8c61 req-1828fc65-8ab8-4419-8db8-1c039831ecc7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:11.534840 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b712174a-7c1f-4a90-a5de-6b9b035c8c61 req-1828fc65-8ab8-4419-8db8-1c039831ecc7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.4640052
Dec 16 14:42:11.679941 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd30517-2785-4ff3-b72d-e9ff52630c57 req-6c87ba6e-1b6b-47e5-93b4-42961bbcb356 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:11.707952 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b712174a-7c1f-4a90-a5de-6b9b035c8c61 req-c92501d4-706f-4a18-82ab-fa35c5a6319a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707139
Dec 16 14:42:11.714792 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bd30517-2785-4ff3-b72d-e9ff52630c57 req-6c87ba6e-1b6b-47e5-93b4-42961bbcb356 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 931 time: 0.5591590
Dec 16 14:42:11.991629 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1bd30517-2785-4ff3-b72d-e9ff52630c57 req-015bc293-9c6c-44ff-8526-daabc2874aeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Synchronizing usage tracker for tenant:9a687d83941a46d8893bb58f302b2951 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:12.023441 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1bd30517-2785-4ff3-b72d-e9ff52630c57 req-015bc293-9c6c-44ff-8526-daabc2874aeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Unset dirty status for tenant:9a687d83941a46d8893bb58f302b2951 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:12.037393 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bd30517-2785-4ff3-b72d-e9ff52630c57 req-015bc293-9c6c-44ff-8526-daabc2874aeb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3201644
Dec 16 14:42:12.181810 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1de2547-6459-4d87-9d1f-a9adfc216809 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:12.223597 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:12.299405 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Transition to ACTIVE for port object a1de2547-6459-4d87-9d1f-a9adfc216809 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:42:12.312759 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:12.320306 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6d80ab43-b579-4070-8cb5-cd020be208e4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:12.514528 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:12.528821 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:13.416690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Attempting to bind port a1de2547-6459-4d87-9d1f-a9adfc216809 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:42:13.418867 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Attempting to bind port a1de2547-6459-4d87-9d1f-a9adfc216809 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:42:13.419629 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Attempting to bind port a1de2547-6459-4d87-9d1f-a9adfc216809 on network aad28f85-671a-4b76-9701-bffd022aa1bd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:42:13.432765 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Port a1de2547-6459-4d87-9d1f-a9adfc216809 on network aad28f85-671a-4b76-9701-bffd022aa1bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:42:13.433475 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Attempting to bind port a1de2547-6459-4d87-9d1f-a9adfc216809 on network aad28f85-671a-4b76-9701-bffd022aa1bd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:42:13.446076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:42:13.446865 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Checking segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:42:13.447517 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Bound using segment: {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:42:13.448566 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Bound port: a1de2547-6459-4d87-9d1f-a9adfc216809, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e20501-e43a-43cd-98b7-fe28d5ac0839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:42:13.449695 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:13.552018 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162b1bc-c6af-41c6-b010-0d01388812be req-bf388ad8-3f5e-4b4e-ab05-753fa9cfaa09 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:13.561245 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4162b1bc-c6af-41c6-b010-0d01388812be req-bf388ad8-3f5e-4b4e-ab05-753fa9cfaa09 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1677687
Dec 16 14:42:13.718328 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4162b1bc-c6af-41c6-b010-0d01388812be req-8aee95e0-cb52-4d49-a87d-33bc84be0a3c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554439
Dec 16 14:42:13.720394 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:42:13.736790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa6a87-fa04-40b8-bc59-716ba3eb0689 req-92f8ebd2-57b4-4bee-9344-c7302fe578c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:13.752229 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48fa6a87-fa04-40b8-bc59-716ba3eb0689 req-92f8ebd2-57b4-4bee-9344-c7302fe578c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.5142581
Dec 16 14:42:13.757616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:42:13.796511 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:13.814692 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b33de36e-6bb4-489e-9bf1-6f7c454a2995 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:14.063991 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:14.066462 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] 10.222.0.48 "PUT /v2.0/ports/a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 1093 time: 3.6801114
Dec 16 14:42:14.076663 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:14.178529 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48fa6a87-fa04-40b8-bc59-716ba3eb0689 req-21cfe4d9-77b9-4d4e-8a59-5f3ad3b1d7cb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4245155
Dec 16 14:42:14.183934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:14.195567 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:14.311050 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'status': 'completed', 'code': 200}
Dec 16 14:42:15.552896 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed71c1c-da14-4c8b-9d65-6140a1b02e11 req-506c55fc-d767-4305-813d-6ded3f346f10 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:15.554287 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-0ed71c1c-da14-4c8b-9d65-6140a1b02e11 req-506c55fc-d767-4305-813d-6ded3f346f10 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Synchronizing usage tracker for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:15.587542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-0ed71c1c-da14-4c8b-9d65-6140a1b02e11 req-506c55fc-d767-4305-813d-6ded3f346f10 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Unset dirty status for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:15.595789 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ed71c1c-da14-4c8b-9d65-6140a1b02e11 req-506c55fc-d767-4305-813d-6ded3f346f10 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.3891943
Dec 16 14:42:15.748961 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ed71c1c-da14-4c8b-9d65-6140a1b02e11 req-5cd36fbb-7587-4421-ac31-957e06b96a48 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1443067
Dec 16 14:42:15.793308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b7fd-9268-4fc5-866a-c5e031fccf09 req-7b7e1c4a-1649-44f6-ae31-6d759afa4994 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:15.803501 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6396b7fd-9268-4fc5-866a-c5e031fccf09 req-7b7e1c4a-1649-44f6-ae31-6d759afa4994 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1796196
Dec 16 14:42:15.885128 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6396b7fd-9268-4fc5-866a-c5e031fccf09 req-313121b7-0791-422d-b071-af8bbfeb12f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799263
Dec 16 14:42:17.629577 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa626-5772-4a4f-aec1-561076db3d2a req-631d1886-d1df-47b7-9b81-663731008b9d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:17.632792 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7c4aa626-5772-4a4f-aec1-561076db3d2a req-631d1886-d1df-47b7-9b81-663731008b9d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1707387
Dec 16 14:42:17.827040 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7c4aa626-5772-4a4f-aec1-561076db3d2a req-59781d4f-cc23-4aac-99b1-1856914109ed tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1837542
Dec 16 14:42:17.831753 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222158-31ff-42e6-8958-c7596e8de031 req-66c66092-664c-433a-b790-fe00b3f082ce tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:17.833649 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86222158-31ff-42e6-8958-c7596e8de031 req-66c66092-664c-433a-b790-fe00b3f082ce tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1829724
Dec 16 14:42:17.956972 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86222158-31ff-42e6-8958-c7596e8de031 req-564bbe38-9873-48b4-91ff-9ce2768be674 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042299
Dec 16 14:42:19.221916 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec5d51-2aed-4116-9140-01a1c7c6d90b req-7e88490a-bb58-4546-b280-218493ce514a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:19.229856 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b6ec5d51-2aed-4116-9140-01a1c7c6d90b req-7e88490a-bb58-4546-b280-218493ce514a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1621146
Dec 16 14:42:19.305581 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fe283-edd9-4d8b-8db9-919553497bc4 req-098adf66-d306-47c8-aa2b-2843b2b33339 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:19.313964 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c9fe283-edd9-4d8b-8db9-919553497bc4 req-098adf66-d306-47c8-aa2b-2843b2b33339 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1408725
Dec 16 14:42:19.379557 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b6ec5d51-2aed-4116-9140-01a1c7c6d90b req-1ea80631-4c4b-4052-af4f-cc96d1c44b98 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1464150
Dec 16 14:42:19.410589 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c9fe283-edd9-4d8b-8db9-919553497bc4 req-bb89504e-163c-4308-a115-3cae24388ebe tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947933
Dec 16 14:42:20.990012 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d617c7-d9e2-4f9b-aabf-4600e60110e4 req-ed17c9a0-9f47-4ced-b4c9-3d83b4d37747 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:21.000191 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c7d617c7-d9e2-4f9b-aabf-4600e60110e4 req-ed17c9a0-9f47-4ced-b4c9-3d83b4d37747 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2470727
Dec 16 14:42:21.065261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a846b31-618e-4586-a408-1bf5398004d0 req-6b7ab115-3a98-4c91-8290-349905ff7712 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:21.082367 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2a846b31-618e-4586-a408-1bf5398004d0 req-6b7ab115-3a98-4c91-8290-349905ff7712 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.2591040
Dec 16 14:42:21.093424 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c7d617c7-d9e2-4f9b-aabf-4600e60110e4 req-bb40e7e9-607c-4d1a-a13f-cdfd8216f345 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917151
Dec 16 14:42:21.279035 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2a846b31-618e-4586-a408-1bf5398004d0 req-0a4fcf00-cc38-400f-a032-cf5991360bae tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1886046
Dec 16 14:42:21.847775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34010) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:22.415587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:22.531718 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:22.537262 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Usage tracker for resource:security_group_rule and tenant:91d62884dc0b475d86f93383eea89118 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:22.541889 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:22.553640 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:22.757280 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:22.773162 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:22.902819 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8a41d3da-15bf-4911-806e-bfa3b4f559db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:23.008008 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91d62884dc0b475d86f93383eea89118&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1583712
Dec 16 14:42:23.025651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34030) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:23.036181 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3944e3d-7896-4ac8-aecb-5b58d6b6e8a7,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:23.041201 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:23.162135 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc7e2-1c8d-4121-85ed-4e0cef3b610c req-bddfd630-c419-459d-a14c-ea08987f3246 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:23.174440 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-918dc7e2-1c8d-4121-85ed-4e0cef3b610c req-bddfd630-c419-459d-a14c-ea08987f3246 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.4011235
Dec 16 14:42:23.326485 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-918dc7e2-1c8d-4121-85ed-4e0cef3b610c req-0defa8c7-eb06-4a5d-9f7f-b223d3ef6932 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144505
Dec 16 14:42:23.350078 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3bc3b-13b7-4da2-b458-1ac197431550 req-da81acf6-fb3f-4313-acd5-13d067d79432 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:23.360265 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ffb3bc3b-13b7-4da2-b458-1ac197431550 req-da81acf6-fb3f-4313-acd5-13d067d79432 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.5740297
Dec 16 14:42:23.582308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:23.664297 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ffb3bc3b-13b7-4da2-b458-1ac197431550 req-fa12c3ad-f384-4c4c-be50-578be896e998 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3025730
Dec 16 14:42:23.697349 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a42286d0-af1e-4bba-96c3-90f893b9afce req-6818d68d-0f74-418d-8a6e-4c83f511c03a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1096 time: 0.5807481
Dec 16 14:42:23.707392 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:23.818598 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:23.837607 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c0654814-db2e-4caf-bfb6-73578e67e452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:23.858689 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3944e3d-7896-4ac8-aecb-5b58d6b6e8a7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:23.874776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:23.946307 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:23.949413 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f3944e3d-7896-4ac8-aecb-5b58d6b6e8a7 HTTP/1.1" status: 204  len: 168 time: 0.9179177
Dec 16 14:42:24.264861 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42286d0-af1e-4bba-96c3-90f893b9afce req-1ec7edcf-b377-4271-80f0-ae15420c1047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:24.275245 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a42286d0-af1e-4bba-96c3-90f893b9afce req-1ec7edcf-b377-4271-80f0-ae15420c1047 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9a687d83941a46d8893bb58f302b2951&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3978503
Dec 16 14:42:24.821402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42286d0-af1e-4bba-96c3-90f893b9afce req-54467f3c-92ca-4718-8e32-aa2a26e80f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:24.824659 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a42286d0-af1e-4bba-96c3-90f893b9afce req-54467f3c-92ca-4718-8e32-aa2a26e80f22 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5426989
Dec 16 14:42:24.917017 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34058) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:25.097092 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b97d3-0b37-44d1-a866-91d82eb3f792 req-18c2def4-7440-4ed3-b142-70cd63ea1e27 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.107771 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-af1b97d3-0b37-44d1-a866-91d82eb3f792 req-18c2def4-7440-4ed3-b142-70cd63ea1e27 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2628639
Dec 16 14:42:25.244887 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-af1b97d3-0b37-44d1-a866-91d82eb3f792 req-9385a39d-de9f-4dc5-a79e-4783e3e33986 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353803
Dec 16 14:42:25.513886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:25.716664 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:25.774287 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Usage tracker for resource:security_group_rule and tenant:29e72ecfbbfb429aa5367e6494cf0ce3 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:25.787256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:25.817696 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:25.850463 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-da98bc39-4876-4041-a713-800df9c97bde service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1096 time: 0.8269432
Dec 16 14:42:25.894418 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58c3fc-8ce5-4ba2-be07-16baa1059fee req-39e95fc5-0ca6-4a78-b891-b514cbc70d39 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:25.919023 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5f58c3fc-8ce5-4ba2-be07-16baa1059fee req-39e95fc5-0ca6-4a78-b891-b514cbc70d39 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.6852152
Dec 16 14:42:26.079069 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5f58c3fc-8ce5-4ba2-be07-16baa1059fee req-964f9f93-2340-4006-9db2-72a27b7cd4ee tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1557820
Dec 16 14:42:26.235958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:26.246909 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:26.376371 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5367967b-2a48-43f3-8131-2e388886ca43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:26.477003 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-38f192aa-6a14-44e2-8032-065ace9efd40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 217 time: 0.2017255
Dec 16 14:42:26.505226 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c10490-ed56-43ff-bcab-e4217ec407b1,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:26.524426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:26.648347 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29e72ecfbbfb429aa5367e6494cf0ce3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7296238
Dec 16 14:42:26.652957 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34090) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:26.766454 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-edeae51a-17ea-424e-bc74-77819436914a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:26.770078 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-edeae51a-17ea-424e-bc74-77819436914a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.2257373
Dec 16 14:42:27.066339 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:27.092067 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34098) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:27.159079 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfde81-b885-4894-a06d-4ea147708d9b req-0bba54b1-15d9-43a0-914d-e8f368ea8eec tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:27.161009 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:27.174912 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-66bfde81-b885-4894-a06d-4ea147708d9b req-0bba54b1-15d9-43a0-914d-e8f368ea8eec tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.3675973
Dec 16 14:42:27.211867 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-0bf892d6-003e-44e6-9aa6-735a68544dc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4218037
Dec 16 14:42:27.302296 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-66bfde81-b885-4894-a06d-4ea147708d9b req-1bcf2596-2b65-4dc5-bb9f-c47138aa4133 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226192
Dec 16 14:42:27.793854 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-570128159-network', 'tenant_id': '841e959321694bbe969318fafd7f676b'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:27.802452 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:27.809060 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Usage tracker for resource:network and tenant:841e959321694bbe969318fafd7f676b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:27.815724 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:27.830847 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:27.848128 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Made reservation on behalf of 841e959321694bbe969318fafd7f676b for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:42:27.852449 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:27.896748 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:27.978747 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:27.986333 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5256ea9b-cf3f-4c98-9653-52d7c043c773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:28.001088 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-9a533708-72fd-4cc8-9d6a-fe1a8fb2b7b7 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7790229
Dec 16 14:42:28.014594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e585e7-b12e-4679-8176-615bfd4ea9cf req-5f975c38-1d2a-484d-a7d0-b79fcbaf1b3d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:28.017318 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-46e585e7-b12e-4679-8176-615bfd4ea9cf req-5f975c38-1d2a-484d-a7d0-b79fcbaf1b3d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.4109941
Dec 16 14:42:28.030173 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:28.040635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Usage tracker for resource:security_group_rule and tenant:841e959321694bbe969318fafd7f676b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:28.049267 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:28.062725 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:28.153532 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c10490-ed56-43ff-bcab-e4217ec407b1,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:28.200894 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:28.305314 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.322665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.370347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b9af3748-148b-4f05-a126-af3ad5cb1f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:28.403276 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:42:28.412614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.424127 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8c10490-ed56-43ff-bcab-e4217ec407b1 HTTP/1.1" status: 204  len: 168 time: 1.7690434
Dec 16 14:42:28.435406 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.435728 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Added segment 3673f19f-33e3-4dec-a68c-28ae5134c3b6 of type vlan for network 44ed6d9d-119a-453b-8449-3d06aaf1b554
Dec 16 14:42:28.437443 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa571c90-5f30-441a-97db-3961082576e2,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:28.445702 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:28.556327 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.624891 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-46e585e7-b12e-4679-8176-615bfd4ea9cf req-dc8513e5-5ebe-4fe8-881c-eb01d3dc80a2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5321891
Dec 16 14:42:28.697737 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.700306 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:28.700982 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:28.708304 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:28.783131 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ad434e8-af27-4a3b-99db-aca20629e27a req-5657e950-07c6-4bbd-91fe-64520dbe5212 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7567868
Dec 16 14:42:28.960528 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2980fb19-ca8a-4401-a3c4-4a590fea5fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:29.094072 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.9686167
Dec 16 14:42:29.098892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34114) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:29.128246 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Request body: {'subnet': {'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-570128159-subnet', 'tenant_id': '841e959321694bbe969318fafd7f676b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:29.147955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:29.160912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Usage tracker for resource:subnet and tenant:841e959321694bbe969318fafd7f676b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:29.172548 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:29.196944 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:29.239374 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Made reservation on behalf of 841e959321694bbe969318fafd7f676b for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:42:29.250478 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33163755'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:29.348431 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Pushing event updated for resources: {'Network': ['ID=44ed6d9d-119a-453b-8449-3d06aaf1b554,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:29.358881 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-729e37dd-a490-4bb3-97d6-6cba0b5de641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:29.367797 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 44ed6d9d-119a-453b-8449-3d06aaf1b554 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:42:29.540563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882eb56-a219-4f15-ad04-7ecafb7f9da9 req-583bf98f-7232-4ac7-ae91-f177d27f2ce5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:29.542809 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0882eb56-a219-4f15-ad04-7ecafb7f9da9 req-583bf98f-7232-4ac7-ae91-f177d27f2ce5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.4744024
Dec 16 14:42:29.723566 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0882eb56-a219-4f15-ad04-7ecafb7f9da9 req-4cfe470d-f534-4594-b707-02f1dd606004 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1702292
Dec 16 14:42:29.961399 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33187860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33163737'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:29.967815 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a03c8fa6-984e-401c-8642-193f6ec66018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:30.546698 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1b4393-3d9c-401d-909a-de82ecb95fdd,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:30.561270 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:30.562209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Checking segment: {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:42:30.563353 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Network hostable DHCP agents. Network: 44ed6d9d-119a-453b-8449-3d06aaf1b554, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:42:30.662241 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f02d6-10cf-4990-88c1-679e7c162315 req-452b4230-7b24-4b24-8bd2-363084f64ea4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:30.672691 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc0f02d6-10cf-4990-88c1-679e7c162315 req-452b4230-7b24-4b24-8bd2-363084f64ea4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.6619484
Dec 16 14:42:30.679207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Network 44ed6d9d-119a-453b-8449-3d06aaf1b554 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:42:30.783831 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 44ed6d9d-119a-453b-8449-3d06aaf1b554) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:42:30.799542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:30.799542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:30.807609 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351917f5-3c6e-4f4c-b80b-6acfa5322365 None None] Network 44ed6d9d-119a-453b-8449-3d06aaf1b554 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:42:30.829548 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc0f02d6-10cf-4990-88c1-679e7c162315 req-8232e76d-3621-4a73-84c4-9f055bf7a887 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1453023
Dec 16 14:42:30.847106 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7462952
Dec 16 14:42:31.512158 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-02f0a5b3-cb28-4f07-9523-99bc054fa1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:31.637678 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10298b97-7290-4746-bc19-29c6146a3aa2 req-8b32fd78-918f-4c5f-add9-81ef81eb78fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:31.658538 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-10298b97-7290-4746-bc19-29c6146a3aa2 req-8b32fd78-918f-4c5f-add9-81ef81eb78fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.3501565
Dec 16 14:42:31.714030 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e7931-5506-44c3-8c5b-1050e17b9d7b None None] Network 44ed6d9d-119a-453b-8449-3d06aaf1b554 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:42:31.825466 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-10298b97-7290-4746-bc19-29c6146a3aa2 req-898627ec-b88d-4d7b-888e-226b0240af39 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1646338
Dec 16 14:42:32.617682 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:32.644125 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca9e17-06b1-4f77-9a78-82e7160ccc3e req-2f12c60b-c215-49e8-a80e-6b1a579791cb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:32.646680 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1ca9e17-06b1-4f77-9a78-82e7160ccc3e req-2f12c60b-c215-49e8-a80e-6b1a579791cb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1674967
Dec 16 14:42:32.739015 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1ca9e17-06b1-4f77-9a78-82e7160ccc3e req-6fe22cff-614f-4863-a6ae-e02fa1a4b855 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760524
Dec 16 14:42:32.872616 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:33.421554 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1253d1-7fc6-4786-93fb-e422bd20545a req-1e155400-9939-453a-a9b0-de433babab80 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:33.424741 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f1253d1-7fc6-4786-93fb-e422bd20545a req-1e155400-9939-453a-a9b0-de433babab80 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1296866
Dec 16 14:42:33.541774 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f1253d1-7fc6-4786-93fb-e422bd20545a req-b61e4c7a-47e9-4b52-a451-995f5e650f86 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029830
Dec 16 14:42:34.126116 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7900d-dd6a-44d0-9bcb-c05a1f549503 req-3b4ee11e-8f5b-4cc3-8a49-e6f721d3cd7d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:34.131403 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2be7900d-dd6a-44d0-9bcb-c05a1f549503 req-3b4ee11e-8f5b-4cc3-8a49-e6f721d3cd7d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1304035
Dec 16 14:42:34.248689 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2be7900d-dd6a-44d0-9bcb-c05a1f549503 req-9b3cf45c-6aed-4e97-bd94-6015dd58e453 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108949
Dec 16 14:42:34.433018 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:34.972933 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:42:34.981794 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf247-71c5-4a73-a166-0935bbcc15c2 req-a309d4ca-9d3c-4beb-9e13-bffc77ad82a5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:34.984465 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1dbf247-71c5-4a73-a166-0935bbcc15c2 req-a309d4ca-9d3c-4beb-9e13-bffc77ad82a5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1761756
Dec 16 14:42:35.083374 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-1c210013-aef9-4661-a12b-de1a91ea9b96 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:35.085054 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-1c210013-aef9-4661-a12b-de1a91ea9b96 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Synchronizing usage tracker for tenant:841e959321694bbe969318fafd7f676b on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:35.123139 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1dbf247-71c5-4a73-a166-0935bbcc15c2 req-110f320a-5bc0-46ed-97b5-48db4c502bb4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292481
Dec 16 14:42:35.156249 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-1c210013-aef9-4661-a12b-de1a91ea9b96 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Unset dirty status for tenant:841e959321694bbe969318fafd7f676b on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:35.158688 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-1c210013-aef9-4661-a12b-de1a91ea9b96 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/networks?id=44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 200  len: 813 time: 0.4267578
Dec 16 14:42:35.238446 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-9a2441d9-97e7-4c70-ab5d-45431fc427cb tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/quotas/841e959321694bbe969318fafd7f676b HTTP/1.1" status: 200  len: 375 time: 0.0690253
Dec 16 14:42:35.353297 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-d3cb3a97-7db4-4730-b504-840520812c48 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=841e959321694bbe969318fafd7f676b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1131203
Dec 16 14:42:35.636579 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-c0662252-a538-4037-a042-75c4e666d851 service neutron] 10.222.0.67 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803462
Dec 16 14:42:35.948561 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-79e6e25c-cf5e-48fc-a21e-6170656e8b2c service neutron] 10.222.0.67 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3040640
Dec 16 14:42:36.327639 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-2ddcc3ba-c89e-4df3-941c-430f05414579 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.3623636
Dec 16 14:42:36.398746 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1731062-a505-4024-ad49-7fb327249055 req-de28ab66-2a32-4be4-b2cd-56c9f0d9eb6b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.400710 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1731062-a505-4024-ad49-7fb327249055 req-de28ab66-2a32-4be4-b2cd-56c9f0d9eb6b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.3297162
Dec 16 14:42:36.587259 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-f4a12ee5-9b46-4c79-b8e8-f1d660958a9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.588862 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-f4a12ee5-9b46-4c79-b8e8-f1d660958a9c service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.2530437
Dec 16 14:42:36.603024 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1731062-a505-4024-ad49-7fb327249055 req-18de041f-9839-4f39-9214-8c8586b54514 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1801589
Dec 16 14:42:36.677508 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49600a2-909e-4f66-8c09-065fe2340e54 req-a42b2e82-5b55-43ba-98a6-b6faeed55cfd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.690252 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b49600a2-909e-4f66-8c09-065fe2340e54 req-a42b2e82-5b55-43ba-98a6-b6faeed55cfd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2410729
Dec 16 14:42:36.801737 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b49600a2-909e-4f66-8c09-065fe2340e54 req-fc11e3a4-cf88-47d6-b95c-4a08a45f827d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079605
Dec 16 14:42:36.810105 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f1789692-3ea8-49ef-9cbf-18dfdb04013c req-5df68faf-133a-4aa2-8887-e8066df566a4 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 210 time: 0.0795264
Dec 16 14:42:36.818150 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-9cf21a74-5450-444b-859b-60b528fe28be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 217 time: 0.2111332
Dec 16 14:42:36.903760 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-6b9d3771-b3c1-41e3-8c0b-919b6fe88949 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:36.905954 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-6b9d3771-b3c1-41e3-8c0b-919b6fe88949 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.0832157
Dec 16 14:42:37.146156 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-e11e099f-9a6c-48c6-b225-e73bcd3b58c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1210148
Dec 16 14:42:37.197038 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9a1ed-b86f-4f8c-8b4a-18c41198a376 req-56e2e205-b751-487e-8621-5f1ede5ede4d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:37.200917 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b0e9a1ed-b86f-4f8c-8b4a-18c41198a376 req-56e2e205-b751-487e-8621-5f1ede5ede4d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2088339
Dec 16 14:42:37.304706 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b0e9a1ed-b86f-4f8c-8b4a-18c41198a376 req-b6667073-1a17-487d-927f-7b8f986acebb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873976
Dec 16 14:42:37.441924 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-4b8d9735-c746-410d-b4b3-64df7d5c3cf5 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2880480
Dec 16 14:42:37.672864 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddd483d3-8007-46bd-9b54-5b6765d2d455 req-bf06cc11-3032-41c5-8031-217a2c28aa12 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221706
Dec 16 14:42:38.004219 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c12bc6-1c3d-4c1c-92d3-943e99614550 req-78bc3654-b21c-4e60-adbd-2251465f5c22 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:38.009289 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03c12bc6-1c3d-4c1c-92d3-943e99614550 req-78bc3654-b21c-4e60-adbd-2251465f5c22 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1923833
Dec 16 14:42:38.082838 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03c12bc6-1c3d-4c1c-92d3-943e99614550 req-d18b432e-e488-4ca8-aced-a32602ba278e tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658686
Dec 16 14:42:38.302597 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b12b0b19-c5e7-44d0-82be-235ef7f30f65 req-b528c8b4-6385-4a3e-ad12-6accf08175dd tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 210 time: 0.0932877
Dec 16 14:42:38.307604 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c07f8f-03d4-4fe3-8e21-1d6e6f2b6e3e req-7f74e6e2-a02c-472c-b739-a626bfd5d86a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:38.311383 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-32c07f8f-03d4-4fe3-8e21-1d6e6f2b6e3e req-7f74e6e2-a02c-472c-b739-a626bfd5d86a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2827909
Dec 16 14:42:38.419047 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-32c07f8f-03d4-4fe3-8e21-1d6e6f2b6e3e req-bab94a09-1f3d-4f39-882a-089a5874ae8a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986667
Dec 16 14:42:38.675469 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ff0f-e175-43d3-95ba-8678328409a7 req-0f64a915-0b2a-4826-b8d9-ddae20b24872 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:38.678811 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7610ff0f-e175-43d3-95ba-8678328409a7 req-0f64a915-0b2a-4826-b8d9-ddae20b24872 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.1339493
Dec 16 14:42:38.983089 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7610ff0f-e175-43d3-95ba-8678328409a7 req-840f79a2-bd40-4508-b549-352b500cfc3c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2968390
Dec 16 14:42:39.142651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-3c964635-e618-47b6-bb90-875233935ec2 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.145390 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-3c964635-e618-47b6-bb90-875233935ec2 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "GET /v2.0/networks?id=44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 200  len: 813 time: 0.4247558
Dec 16 14:42:39.175874 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Request body: {'port': {'device_id': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554', 'admin_state_up': True, 'tenant_id': '841e959321694bbe969318fafd7f676b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:39.244373 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-9eedc087-689d-43ff-bdf2-0d8b54a2fe0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1096 time: 0.2209063
Dec 16 14:42:39.477710 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:39.485247 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Usage tracker for resource:port and tenant:841e959321694bbe969318fafd7f676b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:39.490508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:39.503474 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:39.529088 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Made reservation on behalf of 841e959321694bbe969318fafd7f676b for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:42:39.534348 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:39.646680 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6eb5463-e5b5-44dc-b649-72b3b74ab9a6 req-5c3278fb-8201-40d9-979c-91c06bde53e2 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 210 time: 0.0940020
Dec 16 14:42:39.714580 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-64447409-23a4-443b-9710-7918d6bdcf84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:39.716245 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-64447409-23a4-443b-9710-7918d6bdcf84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.4210658
Dec 16 14:42:40.073307 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Allocated IP 172.20.0.3 (44ed6d9d-119a-453b-8449-3d06aaf1b554/ab1b4393-3d9c-401d-909a-de82ecb95fdd/e2d3277a-945e-4ae4-95c3-d817894dc3e0) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:42:40.125633 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2b5ce-bbb7-4529-832e-94f4c8489cc7 req-07a8013e-d6cd-428c-89fe-a2495c584cf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.125633 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4cf2b5ce-bbb7-4529-832e-94f4c8489cc7 req-07a8013e-d6cd-428c-89fe-a2495c584cf1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.5982676
Dec 16 14:42:40.169675 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-eca2f4a3-8eb8-4f3d-b506-998ad7959d63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 200  len: 998 time: 0.4229290
Dec 16 14:42:40.192457 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc748520-416b-4f59-86fa-a7b1c3a23106 req-f5f56604-53b9-4b85-a6ff-40bdad54201e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.194335 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc748520-416b-4f59-86fa-a7b1c3a23106 req-f5f56604-53b9-4b85-a6ff-40bdad54201e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2393243
Dec 16 14:42:40.298051 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4cf2b5ce-bbb7-4529-832e-94f4c8489cc7 req-2a129720-6e2a-4e4c-97e2-9b10d5197f1e tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1844554
Dec 16 14:42:40.312024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-1ce1fa48-2d85-447c-ab11-8f8b7d3565a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.315235 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-1ce1fa48-2d85-447c-ab11-8f8b7d3565a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.1494446
Dec 16 14:42:40.315945 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.490464 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc748520-416b-4f59-86fa-a7b1c3a23106 req-d762e341-34d5-4040-ac24-0522d662d85b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767427
Dec 16 14:42:40.523662 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-7fe71dc8-3d54-4ce2-9832-f1cde137a3a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2002606
Dec 16 14:42:40.642304 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.717050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.727161 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:40.843500 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Network 44ed6d9d-119a-453b-8449-3d06aaf1b554 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:42:40.848630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:42:40.851405 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Pushing event updated for resources: {'Port': ['ID=e2d3277a-945e-4ae4-95c3-d817894dc3e0,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:40.855174 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:42:40.894427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:40.912583 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea194445-d26d-42ca-a0c1-d50e2edbffb6 req-6ce75671-8c3d-478f-834e-e3a442d337fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.916494 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ea194445-d26d-42ca-a0c1-d50e2edbffb6 req-6ce75671-8c3d-478f-834e-e3a442d337fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.4476032
Dec 16 14:42:40.963672 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:40.964699 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:40.984981 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-e7a69889-2bb7-4bde-8feb-4e3648c0faad service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4508846
Dec 16 14:42:41.008391 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8367577
Dec 16 14:42:41.057815 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Request body: {'port': {'device_id': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:41.138337 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ea194445-d26d-42ca-a0c1-d50e2edbffb6 req-06ea64db-f222-468a-b193-f17ac188b53e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1956232
Dec 16 14:42:41.215837 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:41.240072 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a5f57-8171-4827-ac04-b1da961d735f req-73bd0bf4-3e3e-4fbd-abf2-7c37f62985ec tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.240820 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-723a5f57-8171-4827-ac04-b1da961d735f req-73bd0bf4-3e3e-4fbd-abf2-7c37f62985ec tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Synchronizing usage tracker for tenant:841e959321694bbe969318fafd7f676b on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:41.244989 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd5a0731-c07f-4931-8a7a-ab2b3d1f3149 req-18855003-7b99-4d5a-b9b9-5c24be7831b7 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2514167
Dec 16 14:42:41.311860 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-723a5f57-8171-4827-ac04-b1da961d735f req-73bd0bf4-3e3e-4fbd-abf2-7c37f62985ec tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Unset dirty status for tenant:841e959321694bbe969318fafd7f676b on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:41.312951 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-723a5f57-8171-4827-ac04-b1da961d735f req-73bd0bf4-3e3e-4fbd-abf2-7c37f62985ec tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 931 time: 0.2977622
Dec 16 14:42:41.469278 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-723a5f57-8171-4827-ac04-b1da961d735f req-295a31e8-12f5-4454-aa12-c3b03402c817 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458595
Dec 16 14:42:41.739522 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3bcd6-d9f8-4c1f-abee-cac95457585c req-64509b7b-bb43-4385-b70f-89b905f073c2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.762774 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-87b3bcd6-d9f8-4c1f-abee-cac95457585c req-64509b7b-bb43-4385-b70f-89b905f073c2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.2572460
Dec 16 14:42:41.844720 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-87b3bcd6-d9f8-4c1f-abee-cac95457585c req-366c3518-c64d-47ab-b0c1-32444a628863 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805140
Dec 16 14:42:41.989894 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b50b-cf89-4bd5-905f-e4c330fb38b2 req-7691bbd8-90d9-4b1b-a348-48e3e0b7653d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:41.991627 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0059b50b-cf89-4bd5-905f-e4c330fb38b2 req-7691bbd8-90d9-4b1b-a348-48e3e0b7653d tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.3381174
Dec 16 14:42:42.001308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d3277a-945e-4ae4-95c3-d817894dc3e0 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:42.031601 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.062690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Transition to ACTIVE for port object e2d3277a-945e-4ae4-95c3-d817894dc3e0 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:42:42.072924 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.078115 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:42.151133 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0059b50b-cf89-4bd5-905f-e4c330fb38b2 req-fc82b1ad-b2b3-4df6-8a63-1d192ea5d505 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445258
Dec 16 14:42:42.283124 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=e2d3277a-945e-4ae4-95c3-d817894dc3e0,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:42.298413 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:42.406217 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:42:42.464759 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Attempting to bind port e2d3277a-945e-4ae4-95c3-d817894dc3e0 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:42:42.464759 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Attempting to bind port e2d3277a-945e-4ae4-95c3-d817894dc3e0 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:42:42.464759 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Attempting to bind port e2d3277a-945e-4ae4-95c3-d817894dc3e0 on network 44ed6d9d-119a-453b-8449-3d06aaf1b554 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:42:42.472438 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Port e2d3277a-945e-4ae4-95c3-d817894dc3e0 on network 44ed6d9d-119a-453b-8449-3d06aaf1b554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:42:42.472895 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Attempting to bind port e2d3277a-945e-4ae4-95c3-d817894dc3e0 on network 44ed6d9d-119a-453b-8449-3d06aaf1b554 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:42:42.480948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:42:42.482053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Checking segment: {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:42:42.485557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Bound using segment: {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:42:42.485557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Bound port: e2d3277a-945e-4ae4-95c3-d817894dc3e0, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:42:42.485557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.757302 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:42.786233 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'port_id': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'mac_address': 'fa:16:3e:88:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:42:42.885984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:42.927553 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1de2547-6459-4d87-9d1f-a9adfc216809 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:42.969740 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] For port e2d3277a-945e-4ae4-95c3-d817894dc3e0, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:42:42.977145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] For port e2d3277a-945e-4ae4-95c3-d817894dc3e0, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:42:42.990636 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:42.998437 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655a45-5184-435c-b926-4f7376ee6584 req-32f7ce55-d668-403d-b90b-7dac942e5534 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.003158 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:43.011600 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75655a45-5184-435c-b926-4f7376ee6584 req-32f7ce55-d668-403d-b90b-7dac942e5534 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 943 time: 0.3357768
Dec 16 14:42:43.016878 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b62c85fd-7c66-46c3-8fa6-7c670b20d841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:43.062569 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:43.074214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:43.155558 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9f71-8587-4b02-b438-2b31bea50b8f req-b561a853-e071-450f-b150-c4164d034597 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.173807 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-151a9f71-8587-4b02-b438-2b31bea50b8f req-b561a853-e071-450f-b150-c4164d034597 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.6936553
Dec 16 14:42:43.179693 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:43.193432 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:43.196550 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] 10.222.0.48 "PUT /v2.0/ports/e2d3277a-945e-4ae4-95c3-d817894dc3e0 HTTP/1.1" status: 200  len: 1093 time: 2.1433706
Dec 16 14:42:43.208466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'tag': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:43.228680 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.232170 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.237165 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.238682 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.239709 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75655a45-5184-435c-b926-4f7376ee6584 req-bf7d4f22-8e3e-4586-ac74-6e351f393cdc tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258234
Dec 16 14:42:43.241043 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.243093 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.243999 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.245002 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.247818 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.248843 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.249721 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:42:43.249932 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Pushing event updated for resources: {'Port': ['ID=e2d3277a-945e-4ae4-95c3-d817894dc3e0,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:43.259172 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:43.273573 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:43.353019 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-151a9f71-8587-4b02-b438-2b31bea50b8f req-19522dfd-d79e-4981-a090-1e10a7a2a51f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1666176
Dec 16 14:42:43.421286 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-65b35fdc-a485-401c-ae1b-377f5b2e1555 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=841e959321694bbe969318fafd7f676b&device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 1096 time: 0.1324794
Dec 16 14:42:43.524032 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a1de2547-6459-4d87-9d1f-a9adfc216809'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:42:43.540580 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-11cd6cac-c4a8-4928-bcf3-22578db264ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0 HTTP/1.1" status: 200  len: 217 time: 0.1031470
Dec 16 14:42:43.721144 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-379cf485-022c-42f4-9991-1a55111d03a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.723061 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-379cf485-022c-42f4-9991-1a55111d03a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1b4393-3d9c-401d-909a-de82ecb95fdd HTTP/1.1" status: 200  len: 853 time: 0.1441522
Dec 16 14:42:43.778928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2461a-62a3-410c-a838-b961b875e990 req-07cd7fe5-0e79-4a4c-9df4-57ffbc106606 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:43.788065 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7af2461a-62a3-410c-a838-b961b875e990 req-07cd7fe5-0e79-4a4c-9df4-57ffbc106606 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1222541
Dec 16 14:42:43.864971 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7af2461a-62a3-410c-a838-b961b875e990 req-2c290f3c-48e2-445e-8909-7fa169880bbe tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758963
Dec 16 14:42:43.875930 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-494c0fcb-0cbe-48dd-a656-1ec359faa992 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44ed6d9d-119a-453b-8449-3d06aaf1b554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1391034
Dec 16 14:42:44.085654 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'tag': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0', 'status': 'completed', 'code': 200}
Dec 16 14:42:44.103508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44def8f5-5b7b-4b46-b988-f14e15205cb3 req-e3ed6bd8-f780-45b4-b2a2-60cca51a7a10 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.107037 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-44def8f5-5b7b-4b46-b988-f14e15205cb3 req-e3ed6bd8-f780-45b4-b2a2-60cca51a7a10 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 944 time: 0.5646815
Dec 16 14:42:44.227603 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-5137a344-18f3-4cd9-a854-305cbe014e77 service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3373353
Dec 16 14:42:44.231216 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-44def8f5-5b7b-4b46-b988-f14e15205cb3 req-e9617baf-3928-444f-9eeb-c8ca184634e9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153343
Dec 16 14:42:44.397670 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcfb33c5-b1e9-43ad-bbbf-ce79dd7712c1 req-71bc9af0-6b85-4c77-b9eb-fe67405dc6c1 service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634920
Dec 16 14:42:44.401854 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:42:44.627210 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ed45f-23a8-4af5-a351-05cfdcda9e04 req-9f4c36c2-cfa6-4040-b796-75d3c0422af5 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.633432 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-195ed45f-23a8-4af5-a351-05cfdcda9e04 req-9f4c36c2-cfa6-4040-b796-75d3c0422af5 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 943 time: 0.1380074
Dec 16 14:42:44.699381 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-195ed45f-23a8-4af5-a351-05cfdcda9e04 req-ec034f8a-46fc-48ce-9ff3-db90a8d11f12 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Synchronizing usage tracker for tenant:841e959321694bbe969318fafd7f676b on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:42:44.700993 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:44.724422 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-195ed45f-23a8-4af5-a351-05cfdcda9e04 req-ec034f8a-46fc-48ce-9ff3-db90a8d11f12 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Unset dirty status for tenant:841e959321694bbe969318fafd7f676b on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:42:44.735112 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'port_id': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'mac_address': 'fa:16:3e:f7:e8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:42:44.736000 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-195ed45f-23a8-4af5-a351-05cfdcda9e04 req-ec034f8a-46fc-48ce-9ff3-db90a8d11f12 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956976
Dec 16 14:42:44.781884 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-711c9806-0f24-48c8-a8e9-f6196df011b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=841e959321694bbe969318fafd7f676b&device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 1096 time: 0.2616186
Dec 16 14:42:44.817379 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:44.848403 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59517d2-2291-4c73-889e-594d9cc076e2 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:44.884001 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:44.895389 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:44.899977 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:44.983424 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8b28-5817-49ce-bced-e0b302283975 req-e9fab03e-9857-4a8a-9c7e-56eadfcea7cc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.985312 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-636c8b28-5817-49ce-bced-e0b302283975 req-e9fab03e-9857-4a8a-9c7e-56eadfcea7cc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 943 time: 0.2813852
Dec 16 14:42:44.994317 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-2c66d9b9-abe4-4d17-8773-e56c452af36e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:44.996863 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-2c66d9b9-abe4-4d17-8773-e56c452af36e service neutron] 10.222.0.48 "GET /v2.0/networks?id=44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 200  len: 914 time: 0.2073398
Dec 16 14:42:45.034403 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=9']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:45.038026 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:45.150993 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-1449d8a6-9cb5-4d63-8869-5486d6dfed71 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0 HTTP/1.1" status: 200  len: 217 time: 0.1377439
Dec 16 14:42:45.177295 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786542c-dc32-4662-9e0b-9e928ae42d92 req-cd07da45-ff46-4226-a459-aab2f9d668b3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.180673 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e786542c-dc32-4662-9e0b-9e928ae42d92 req-cd07da45-ff46-4226-a459-aab2f9d668b3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1225164
Dec 16 14:42:45.262301 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e786542c-dc32-4662-9e0b-9e928ae42d92 req-b52b362b-6ca6-4523-a493-d74f54461cea tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709441
Dec 16 14:42:45.294913 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-636c8b28-5817-49ce-bced-e0b302283975 req-eb3c72ee-195d-4cbd-ac75-354b2bcae6bf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2963898
Dec 16 14:42:45.332668 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-c6acedac-18f9-407f-b894-f9fa410da35c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.335139 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-c6acedac-18f9-407f-b894-f9fa410da35c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1b4393-3d9c-401d-909a-de82ecb95fdd HTTP/1.1" status: 200  len: 853 time: 0.1632621
Dec 16 14:42:45.443564 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-c82733be-1ab0-4099-b87c-b7359e1cabad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44ed6d9d-119a-453b-8449-3d06aaf1b554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0952640
Dec 16 14:42:45.578237 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['e59517d2-2291-4c73-889e-594d9cc076e2'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:42:45.729218 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f7f02-6542-4743-97b0-d4e4329a31fa req-16761bc7-4c53-42f0-a491-c9e1b8634c37 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:45.731663 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e94f7f02-6542-4743-97b0-d4e4329a31fa req-16761bc7-4c53-42f0-a491-c9e1b8634c37 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 944 time: 0.1519947
Dec 16 14:42:45.761354 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-66d32a1f-d081-452b-8566-4cf8874b2967 service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3114550
Dec 16 14:42:45.818874 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e94f7f02-6542-4743-97b0-d4e4329a31fa req-ffb3ca92-c882-4de1-9421-938523a0d1c1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758064
Dec 16 14:42:46.110685 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52aa7f7f-d781-4954-af42-e97b99d32271 req-27c1f698-34fb-44ea-8234-ed12b5f1985b service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3396842
Dec 16 14:42:46.320088 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483b96-b139-423d-9e1f-db5a178a2a09 req-95a791d0-8eaf-48ae-b667-56b8042f1c8a tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:46.320088 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7d483b96-b139-423d-9e1f-db5a178a2a09 req-95a791d0-8eaf-48ae-b667-56b8042f1c8a tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 943 time: 0.2908134
Dec 16 14:42:46.390893 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7d483b96-b139-423d-9e1f-db5a178a2a09 req-ab4087e1-4bc5-4aae-9cbf-112a9b33ffdf tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688772
Dec 16 14:42:46.444503 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:46.588226 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port a1de2547-6459-4d87-9d1f-a9adfc216809 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:42:46.597955 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port a1de2547-6459-4d87-9d1f-a9adfc216809 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:46.599060 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:46.704347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bd98d-d04c-4163-86bd-fb8d7ca1cb86 req-1ae4a1ff-5df4-4f91-9545-777fddc3dcb2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:46.718995 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b3bd98d-d04c-4163-86bd-fb8d7ca1cb86 req-1ae4a1ff-5df4-4f91-9545-777fddc3dcb2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1699727
Dec 16 14:42:46.755948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f7840-2393-458c-b2d8-01002cacb9c8 req-66e52be0-62a5-4a2c-b94a-32d9d040902a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:46.757953 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b9f7840-2393-458c-b2d8-01002cacb9c8 req-66e52be0-62a5-4a2c-b94a-32d9d040902a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.0952215
Dec 16 14:42:46.812705 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b3bd98d-d04c-4163-86bd-fb8d7ca1cb86 req-f5480b12-a7a0-4792-a7a0-4adf7c3eafcc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921576
Dec 16 14:42:46.836432 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b9f7840-2393-458c-b2d8-01002cacb9c8 req-a1aa892d-221f-48d2-882c-2f148e74306d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671058
Dec 16 14:42:46.913554 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:47.001775 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:47.003096 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:47.013119 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:47.016392 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-e399f253-af66-4625-be55-a5226cb19dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:47.186658 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:47.192352 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:47.245448 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'code': 200}
Dec 16 14:42:47.339812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a7331-75dc-4d30-adce-fbf02dec6b2b req-305d8e84-97f1-41b8-968d-21af98dae84c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:47.352291 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b8a7331-75dc-4d30-adce-fbf02dec6b2b req-305d8e84-97f1-41b8-968d-21af98dae84c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.2062867
Dec 16 14:42:47.447605 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b8a7331-75dc-4d30-adce-fbf02dec6b2b req-39da980a-8c39-40a6-a8fe-358388f754ac tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935023
Dec 16 14:42:47.902263 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-53e805a7-95df-4a18-a032-f025eb1af2da req-74369f3e-598d-4151-800f-34a6c8047f33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1098 time: 0.1826773
Dec 16 14:42:47.913210 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589840-52ed-4fdb-ad06-513df08d3640 req-7752efe5-1d99-4782-a5b7-004396a23286 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:47.915871 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b2589840-52ed-4fdb-ad06-513df08d3640 req-7752efe5-1d99-4782-a5b7-004396a23286 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 943 time: 0.2593844
Dec 16 14:42:48.060387 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-53e805a7-95df-4a18-a032-f025eb1af2da req-918ad099-27da-495d-99f4-f5e8d52c4c61 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1427193
Dec 16 14:42:48.065652 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b2589840-52ed-4fdb-ad06-513df08d3640 req-fb03a82e-bb05-4546-ad3e-7cb189dc8e6a tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238430
Dec 16 14:42:48.379350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74e13b-e51f-4995-82b4-3db31524c763 req-6598a5a6-6505-4f92-b5be-6b13220b7178 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:48.381202 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fa74e13b-e51f-4995-82b4-3db31524c763 req-6598a5a6-6505-4f92-b5be-6b13220b7178 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1257055
Dec 16 14:42:48.411256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3ab5-c4af-4b5f-8d7b-2bc068ee02bd req-43eb0e34-7d82-48ac-a364-46f336e76bbe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:48.413341 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ab3f3ab5-c4af-4b5f-8d7b-2bc068ee02bd req-43eb0e34-7d82-48ac-a364-46f336e76bbe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 944 time: 0.1400344
Dec 16 14:42:48.421843 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e2d3277a-945e-4ae4-95c3-d817894dc3e0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:42:48.436110 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:48.446306 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fa74e13b-e51f-4995-82b4-3db31524c763 req-a8513721-149a-4204-8fc8-d3f654f74821 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541246
Dec 16 14:42:48.514213 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ab3f3ab5-c4af-4b5f-8d7b-2bc068ee02bd req-e90757f8-7762-4b89-8ebc-9c214400ce3e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898178
Dec 16 14:42:48.683813 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port e59517d2-2291-4c73-889e-594d9cc076e2 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:48.684348 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:48.777281 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775bc73-ee79-4361-a4cc-cae50dbb994c req-9f9a371e-4f64-4dc9-9b8c-181ce9b34178 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:48.780981 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d775bc73-ee79-4361-a4cc-cae50dbb994c req-9f9a371e-4f64-4dc9-9b8c-181ce9b34178 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1211004
Dec 16 14:42:48.798474 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e2d3277a-945e-4ae4-95c3-d817894dc3e0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:48.832096 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0', 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554', 'port_id': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0', 'mac_address': 'fa:16:3e:0c:6a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1b4393-3d9c-401d-909a-de82ecb95fdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:42:48.838670 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d775bc73-ee79-4361-a4cc-cae50dbb994c req-3200ee16-a78f-4de9-9931-baaddef7e10b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476670
Dec 16 14:42:49.050728 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.070703 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.129746 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d3277a-945e-4ae4-95c3-d817894dc3e0 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:42:49.156156 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:49.166255 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.171496 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e2d3277a-945e-4ae4-95c3-d817894dc3e0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:49.172983 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:49.231725 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:49.246590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:49.302546 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=10']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:49.310334 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:49.311103 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:49.349901 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'code': 200}
Dec 16 14:42:49.358922 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf59f-6d3a-4b9d-bd81-d481e07ce563 req-7b988f9e-3bac-48a0-adfc-0daef4d113ab tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:49.365118 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c1aaf59f-6d3a-4b9d-bd81-d481e07ce563 req-7b988f9e-3bac-48a0-adfc-0daef4d113ab tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 944 time: 0.1213408
Dec 16 14:42:49.413741 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e2d3277a-945e-4ae4-95c3-d817894dc3e0,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:49.419698 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:49.447564 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c1aaf59f-6d3a-4b9d-bd81-d481e07ce563 req-d7480caa-54b5-468b-b054-2f1eb902d09a tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729101
Dec 16 14:42:49.788284 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b722e-8a09-47a5-8437-ee0234745d50 req-61299f37-e051-4f73-83e6-8ddbb84a7c2e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:49.792494 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb0b722e-8a09-47a5-8437-ee0234745d50 req-61299f37-e051-4f73-83e6-8ddbb84a7c2e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1366420
Dec 16 14:42:49.796418 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['e2d3277a-945e-4ae4-95c3-d817894dc3e0'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:42:49.856651 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb0b722e-8a09-47a5-8437-ee0234745d50 req-53cea379-0312-4271-bcf7-4cf27b23d33c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619538
Dec 16 14:42:49.987827 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1b5b-2789-475e-953b-b90e8793cd64 req-e0ac09ab-7be8-4a85-bdfd-c2c9e8c303ea tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:49.990159 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-00ef1b5b-2789-475e-953b-b90e8793cd64 req-e0ac09ab-7be8-4a85-bdfd-c2c9e8c303ea tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.1830401
Dec 16 14:42:50.115282 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-00ef1b5b-2789-475e-953b-b90e8793cd64 req-93a434fe-06a3-4c48-939a-f8cc516064fd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120672
Dec 16 14:42:50.346494 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e880dc7-bd90-4bda-bfce-b4a44bf3ead2 req-8a5a4528-2e1c-407f-9aa5-0bfa5cfabb7f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:50.349812 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e880dc7-bd90-4bda-bfce-b4a44bf3ead2 req-8a5a4528-2e1c-407f-9aa5-0bfa5cfabb7f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.2059321
Dec 16 14:42:50.412300 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d7a8b4e5-4ed4-444a-9b6c-58cb11e42869 req-9e820d79-bce4-466f-9068-81aa90fea3bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 1099 time: 0.0828271
Dec 16 14:42:50.436265 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e880dc7-bd90-4bda-bfce-b4a44bf3ead2 req-5c70fc6e-e3d4-4261-9f25-5702909cd0e2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762179
Dec 16 14:42:50.487843 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d7a8b4e5-4ed4-444a-9b6c-58cb11e42869 req-c66ee7c1-c758-49d3-b635-1af19f501340 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681620
Dec 16 14:42:50.789221 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d316ba-0070-490f-b31d-1198780d6924 req-65e03245-c92b-4ff0-ba1d-1d21903ce858 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:50.791398 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e0d316ba-0070-490f-b31d-1198780d6924 req-65e03245-c92b-4ff0-ba1d-1d21903ce858 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 944 time: 0.1124420
Dec 16 14:42:50.857572 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e0d316ba-0070-490f-b31d-1198780d6924 req-f90d10cb-e740-4159-a213-21208f1345c7 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573440
Dec 16 14:42:51.177451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042dc62-4d29-443a-9f3f-fe6bd2a4e19c req-6deba085-926f-4f57-965e-9ad8e6e2be7c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:51.177451 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4042dc62-4d29-443a-9f3f-fe6bd2a4e19c req-6deba085-926f-4f57-965e-9ad8e6e2be7c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1607964
Dec 16 14:42:51.251406 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4042dc62-4d29-443a-9f3f-fe6bd2a4e19c req-7375b660-0f7c-40f9-b1f3-7497b45d19ef tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701392
Dec 16 14:42:51.572892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6dcf5-fa78-4a65-a704-f25e2c399fd1 req-f05d2f42-8125-4c97-a134-1bcaff200585 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:51.574683 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bce6dcf5-fa78-4a65-a704-f25e2c399fd1 req-f05d2f42-8125-4c97-a134-1bcaff200585 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.1899486
Dec 16 14:42:51.585523 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7084929c-6ed2-42ea-95cd-b954b3a6b036 req-5e26a6c0-4833-4859-bfc7-c443661e1469 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.1639905
Dec 16 14:42:51.667241 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bce6dcf5-fa78-4a65-a704-f25e2c399fd1 req-6b09a28d-1ca0-45a4-b5f0-deca713b10fd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806756
Dec 16 14:42:51.669774 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7084929c-6ed2-42ea-95cd-b954b3a6b036 req-d9a2df40-1c52-4628-abda-18308aee0e5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636456
Dec 16 14:42:51.743673 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156dd34-c206-4f44-bba2-b1408d3606b3 req-8ecf6691-a1f0-4dd0-9171-7c69feeb4df5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:51.746291 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1156dd34-c206-4f44-bba2-b1408d3606b3 req-8ecf6691-a1f0-4dd0-9171-7c69feeb4df5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1408103
Dec 16 14:42:51.824206 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1156dd34-c206-4f44-bba2-b1408d3606b3 req-b96fa4d8-41f6-4fa2-b851-ed75b578c736 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673707
Dec 16 14:42:52.159169 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde7b74-f5e7-4687-b7e8-33b48ed52a56 req-20fcb497-fb67-4ce6-9e06-b62b2a3a8246 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:52.161086 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-efde7b74-f5e7-4687-b7e8-33b48ed52a56 req-20fcb497-fb67-4ce6-9e06-b62b2a3a8246 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1400855
Dec 16 14:42:52.172122 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c2997-a286-4446-9510-71b594470673 req-3f1718d5-59ac-41ab-966f-62333e37a9da tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:52.174735 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-280c2997-a286-4446-9510-71b594470673 req-3f1718d5-59ac-41ab-966f-62333e37a9da tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 944 time: 0.1604016
Dec 16 14:42:52.221286 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-efde7b74-f5e7-4687-b7e8-33b48ed52a56 req-5db5cf36-3a35-42e6-815e-a983a206cb53 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507352
Dec 16 14:42:52.255804 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-280c2997-a286-4446-9510-71b594470673 req-311b19e6-5a0d-4ba9-94b3-6e172b125c11 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714984
Dec 16 14:42:52.260021 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34382) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:52.297148 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34390) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:52.389709 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Deleting subnet 51b4bc37-1372-417b-a3e0-b2ec98b07ffd {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:42:52.393500 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.465329 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e2d3277a-945e-4ae4-95c3-d817894dc3e0 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:42:52.543393 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.624759 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port e2d3277a-945e-4ae4-95c3-d817894dc3e0 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:42:52.634966 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port e2d3277a-945e-4ae4-95c3-d817894dc3e0 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:42:52.635542 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.736210 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.782780 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8367050-f64d-49bd-bfef-7934cddb9496 req-ef61cf66-3da4-4de3-9c31-356f57a95a69 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:52.790161 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8367050-f64d-49bd-bfef-7934cddb9496 req-ef61cf66-3da4-4de3-9c31-356f57a95a69 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.3527887
Dec 16 14:42:52.855365 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.888641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:52.900590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e2d3277a-945e-4ae4-95c3-d817894dc3e0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:42:52.907363 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:52.912361 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:52.998947 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9289ae98-1be1-43e1-8608-bf8c9bed276c tempest-TestShelveInstance-598479982 tempest-TestShelveInstance-598479982-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1093 time: 0.7375829
Dec 16 14:42:53.000347 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34410) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:53.008535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'port_id': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:42:53.030723 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8367050-f64d-49bd-bfef-7934cddb9496 req-56a4d678-768a-414b-8721-3f9d9e915869 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396014
Dec 16 14:42:53.031228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e2d3277a-945e-4ae4-95c3-d817894dc3e0,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:53.033923 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:42:53.037450 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:53.039345 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Usage tracker for resource:floatingip and tenant:9a687d83941a46d8893bb58f302b2951 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:42:53.046436 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.047597 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:42:53.060547 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-aef71697-f157-4cc7-8707-97efd3a50f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:53.108031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:42:53.129724 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0', 'code': 200}
Dec 16 14:42:53.164255 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b4bc37-1372-417b-a3e0-b2ec98b07ffd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:53.175823 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:53.193015 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.210714 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.218420 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158df93-13e7-472c-a2fd-7ea1d2684cbd req-45cc7594-c8ed-42f1-842a-78ddb068a891 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:53.222214 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d158df93-13e7-472c-a2fd-7ea1d2684cbd req-45cc7594-c8ed-42f1-842a-78ddb068a891 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.2246702
Dec 16 14:42:53.223378 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bac951b6-1d41-4c9a-988f-047d9333186b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/51b4bc37-1372-417b-a3e0-b2ec98b07ffd HTTP/1.1" status: 204  len: 168 time: 0.9246559
Dec 16 14:42:53.227030 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34430) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:53.342924 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d158df93-13e7-472c-a2fd-7ea1d2684cbd req-5ae36e34-dce0-4f59-89f3-fb24821eb69c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133232
Dec 16 14:42:53.420493 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.652336 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.716886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.769782 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ced2cc10>,) {'filters': {'network_id': ['5539b773-8751-4335-a9ea-a6672167e589']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:53.799248 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ced2cc10>, '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:53.799536 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ced2cc10>, '98db14c8-0f8a-4b6f-9bd5-6d1ae81a1c72') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:53.824409 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.878192 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.937188 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:42:53.937462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:42:53.958384 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:42:54.115117 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36aa90-2ee2-484f-a70b-cc56afcb816c req-8dfc8266-92c7-4474-b235-b38d761e2509 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:54.117761 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ec36aa90-2ee2-484f-a70b-cc56afcb816c req-8dfc8266-92c7-4474-b235-b38d761e2509 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.5215728
Dec 16 14:42:54.135429 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e7dea70f-91ae-47aa-b8fd-607d96b78142 req-9e31a862-5733-47df-8faa-17ca67bff82f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 1098 time: 0.4654014
Dec 16 14:42:54.230613 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Allocated IP 172.27.1.164 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/ab37ced3-5d97-4dad-a218-237b6275c4c5) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:42:54.235425 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.282441 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:54.318674 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.357494 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5539b773-8751-4335-a9ea-a6672167e589,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:54.399144 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b7bb4-dde9-43b8-912f-411d4c6f4499 req-71267999-7258-4d06-88b5-a5e8720acf5e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:54.400726 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d5b7bb4-dde9-43b8-912f-411d4c6f4499 req-71267999-7258-4d06-88b5-a5e8720acf5e tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1707144
Dec 16 14:42:54.406098 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:54.456335 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d5b7bb4-dde9-43b8-912f-411d4c6f4499 req-8397d481-aa75-4690-9800-bb6eba41abcc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468946
Dec 16 14:42:54.533645 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e7dea70f-91ae-47aa-b8fd-607d96b78142 req-b1b9062d-7c0a-46b3-a30e-f83abdb96708 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3830366
Dec 16 14:42:54.560397 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ec36aa90-2ee2-484f-a70b-cc56afcb816c req-1dfc53a3-ff9f-44bd-8c08-8a1fb1d5389f tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4074879
Dec 16 14:42:54.574666 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5539b773-8751-4335-a9ea-a6672167e589 HTTP/1.1" status: 204  len: 168 time: 1.3432415
Dec 16 14:42:54.706480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.744832 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:54.758720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1820e391-03d8-4cb5-805d-7bdbe5eeaeaf tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:54.831427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:42:54.835056 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:42:54.837709 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:42:54.908125 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'Port': ['ID=ab37ced3-5d97-4dad-a218-237b6275c4c5,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:54.911093 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:54.954993 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34456) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:55.101550 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-00fd953d-2307-4b6c-919d-f64974d4f36b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=755abf4383dc4d3ca3ec465e631d8684&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1424882
Dec 16 14:42:55.107579 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34460) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:42:55.215216 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d80fe-8467-4cde-bf90-52e3b3a56ae0 req-33e46634-17cf-45e7-bbee-01e31c7043c8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:55.217260 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f6d80fe-8467-4cde-bf90-52e3b3a56ae0 req-33e46634-17cf-45e7-bbee-01e31c7043c8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.2135384
Dec 16 14:42:55.233094 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.318135 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.355852 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f6d80fe-8467-4cde-bf90-52e3b3a56ae0 req-6f3d72bd-33b9-4a9d-9bfe-1a8acf29075c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158388
Dec 16 14:42:55.407862 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.414505 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4b771a08-dd13-4ebb-9f30-73e4e46dfaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:55.429538 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5b97de-4d54-443b-986d-54e8a38fe62d,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:55.432763 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:55.478113 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:55.486590 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab5b97de-4d54-443b-986d-54e8a38fe62d HTTP/1.1" status: 204  len: 168 time: 0.3731635
Dec 16 14:42:55.899194 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-ee5fed1d-689c-43f5-b1a3-55c726c332d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2109a7078ee45b1b922e81c997328cb&device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 1098 time: 0.5518525
Dec 16 14:42:55.967635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6cca-b2d1-49ba-b9da-019054713ff0 req-1a335b1a-3437-453c-aa77-9a28586e8f14 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:55.970912 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b12a6cca-b2d1-49ba-b9da-019054713ff0 req-1a335b1a-3437-453c-aa77-9a28586e8f14 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.1799185
Dec 16 14:42:55.975777 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a507c1a-53fb-4a3f-bb6a-3513778810ec req-2b59851e-4618-4932-a038-dfe83fed0baf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:55.977339 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4a507c1a-53fb-4a3f-bb6a-3513778810ec req-2b59851e-4618-4932-a038-dfe83fed0baf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2930968
Dec 16 14:42:56.106905 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b12a6cca-b2d1-49ba-b9da-019054713ff0 req-582d4bc7-ca16-4893-a65c-df855d365a18 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178195
Dec 16 14:42:56.170847 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4a507c1a-53fb-4a3f-bb6a-3513778810ec req-7500190d-0846-4420-8884-45981de5e716 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153340
Dec 16 14:42:56.230974 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-79470a88-55b4-486e-bbb0-6683c917c731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:56.233903 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-79470a88-55b4-486e-bbb0-6683c917c731 service neutron] 10.222.0.48 "GET /v2.0/networks?id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 200  len: 920 time: 0.3252397
Dec 16 14:42:56.422072 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-c433c92c-10da-4b39-8dbc-281de3b2a3d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 200  len: 217 time: 0.1040547
Dec 16 14:42:56.518483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:56.606068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-9afe7875-064a-4c1f-876a-a94a682506eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:56.607735 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-9afe7875-064a-4c1f-876a-a94a682506eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 200  len: 859 time: 0.1608880
Dec 16 14:42:56.660557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:56.698202 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-b8365b93-07f5-4dfc-8612-dd9f157a09c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=26cb6916-dc12-4ad7-9cb0-0782f314f2a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795407
Dec 16 14:42:57.050171 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-f47b8b5b-74ce-41fe-8386-aa0e1b13733b service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3418138
Dec 16 14:42:57.375594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:57.386990 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:57.399581 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:42:57.461273 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8acee65e-380b-4c9e-b5b7-6488a566977a req-3d6ec6a1-8dc6-486f-9680-122ca6ffad27 service neutron] 10.222.0.48 "GET /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3945196
Dec 16 14:42:57.478860 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f1bfc-3e3f-4f2c-9865-3352ced55e07 req-91bc99ee-503e-4b0e-aa7b-6a3cb9d40395 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:57.486894 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d5f1bfc-3e3f-4f2c-9865-3352ced55e07 req-91bc99ee-503e-4b0e-aa7b-6a3cb9d40395 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.1082454
Dec 16 14:42:57.562965 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d5f1bfc-3e3f-4f2c-9865-3352ced55e07 req-2968550d-dae6-44fd-b1c5-f6b4cedc8dd6 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749497
Dec 16 14:42:57.601405 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event updated for resources: {'Port': ['ID=ab37ced3-5d97-4dad-a218-237b6275c4c5,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:42:57.608706 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:42:57.633701 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:57.717119 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4d559-837a-4b6b-96ff-88bdd0a55019 req-b7075cc6-4f92-4b70-a4ba-8759fbe7d752 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:57.726227 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-62a4d559-837a-4b6b-96ff-88bdd0a55019 req-b7075cc6-4f92-4b70-a4ba-8759fbe7d752 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.3276725
Dec 16 14:42:57.958872 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-62a4d559-837a-4b6b-96ff-88bdd0a55019 req-684dbdc4-a163-48c9-bf3b-fefd39851cda tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318761
Dec 16 14:42:58.165386 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Floating IP 48b277c9-1467-42f1-b6a6-d90eb365b3c6 associated. External IP: 172.27.1.164, port: a1de2547-6459-4d87-9d1f-a9adfc216809.
Dec 16 14:42:58.898597 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Router 9caefb78-cbce-4725-ad7c-750e79b5bedf has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:42:58.946587 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-61e42894-b49e-4146-8832-865d4d26bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:59.201814 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:42:59.219071 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] Sync routers for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:42:59.229675 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:42:59.240946 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:42:59.242553 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cff62670>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:42:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:42:59.314032 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.2948582
Dec 16 14:42:59.314032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:42:59.379401 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'status': 'completed', 'code': 200}
Dec 16 14:42:59.384309 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b6b14-b679-4d4e-b489-13d77135b871 req-07201eae-f5f8-474f-bd4d-6fbae25a5bdf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:59.386092 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9f6b6b14-b679-4d4e-b489-13d77135b871 req-07201eae-f5f8-474f-bd4d-6fbae25a5bdf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.2102261
Dec 16 14:42:59.454115 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9f6b6b14-b679-4d4e-b489-13d77135b871 req-952bca39-09a2-47d8-b675-a44c0ea51dbf tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594881
Dec 16 14:42:59.568555 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:42:59.575271 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-a959fb17-2d3e-4981-9dc2-5b0fb1223167 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1098 time: 0.1365893
Dec 16 14:42:59.847917 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-c187ac2f-b42f-47b7-827c-0dab5865b7db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:42:59.850618 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-c187ac2f-b42f-47b7-827c-0dab5865b7db service neutron] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 910 time: 0.2603948
Dec 16 14:43:00.021334 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-5b9549a1-67a9-418a-9588-9929fb7aec04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 999 time: 0.1549191
Dec 16 14:43:00.107536 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-45fd8e53-166d-46c8-a743-cfb2bb026387 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:00.110291 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-45fd8e53-166d-46c8-a743-cfb2bb026387 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.0802073
Dec 16 14:43:00.131168 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cff62670>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '48b277c9-1467-42f1-b6a6-d90eb365b3c6', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'port_id': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'mac_address': 'fa:16:3e:88:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:42:55Z', 'updated_at': '2021-12-16T14:42:55Z', 'revision_number': 0, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:59Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:00.139657 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] Checking router: 9caefb78-cbce-4725-ad7c-750e79b5bedf for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:43:00.153173 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:43:00.154015 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cff62670>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:42:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:00.242018 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-0eda6970-b341-4c7f-9c53-4463f08272eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1215277
Dec 16 14:43:00.394692 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:43:00.448796 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-5f825480-8475-433e-8ace-5e63b5062334 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928518
Dec 16 14:43:01.156818 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5cc3e78-b1ea-49a0-94fc-3ebaf4a20ab0 req-2f78fd0f-e57c-4720-b867-515862f5692a service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7004497
Dec 16 14:43:01.233385 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cff62670>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '48b277c9-1467-42f1-b6a6-d90eb365b3c6', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'port_id': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'mac_address': 'fa:16:3e:88:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:42:55Z', 'updated_at': '2021-12-16T14:42:55Z', 'revision_number': 0, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:59Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:01.239938 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9330043-7bed-44bc-a54a-5defc6aee278 req-5318c051-475c-4b93-99b0-59c3a432f881 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:01.240943 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7887210-4fd8-4363-bc7e-20056e04067e None None] The sync data for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi is: [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '48b277c9-1467-42f1-b6a6-d90eb365b3c6', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'port_id': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'mac_address': 'fa:16:3e:88:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:42:55Z', 'updated_at': '2021-12-16T14:42:55Z', 'revision_number': 0, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:59Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:43:01.241522 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9330043-7bed-44bc-a54a-5defc6aee278 req-5318c051-475c-4b93-99b0-59c3a432f881 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.4894836
Dec 16 14:43:01.313446 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9330043-7bed-44bc-a54a-5defc6aee278 req-8c935e2c-1be9-46a8-805b-9803e85dd000 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545049
Dec 16 14:43:01.418744 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5a32b4c5-409d-475b-a61a-1669a47e5ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:01.563899 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fedaea-2bbc-4cce-b2e0-b81e8bd9ed3a None None] New status for floating IP 48b277c9-1467-42f1-b6a6-d90eb365b3c6: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:43:02.383135 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:02.602312 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf75224-e327-4334-a85c-ab053d63453b req-bfef7482-34b0-41e5-9910-e3c35e45e0b4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:02.604141 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6cf75224-e327-4334-a85c-ab053d63453b req-bfef7482-34b0-41e5-9910-e3c35e45e0b4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1244791
Dec 16 14:43:02.685499 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6cf75224-e327-4334-a85c-ab053d63453b req-5ce42616-8f8e-4be8-a7bd-ff519e1b7a4c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691433
Dec 16 14:43:02.867994 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:04.421460 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:09.223330 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d03228-a486-4592-8e48-5bbbae678481 req-e2eda1e2-dd4e-45c9-95d7-49592cef196c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:09.224243 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-22d03228-a486-4592-8e48-5bbbae678481 req-e2eda1e2-dd4e-45c9-95d7-49592cef196c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1425495
Dec 16 14:43:09.285896 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-22d03228-a486-4592-8e48-5bbbae678481 req-e0549c0b-5883-4640-a9ff-24f6206b7456 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540793
Dec 16 14:43:10.322086 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:10.607203 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102987-a8a4-4e88-af0b-42d43576f667 req-dd3a394d-8810-4bd1-a464-6f793c25e5d3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:10.609905 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0a102987-a8a4-4e88-af0b-42d43576f667 req-dd3a394d-8810-4bd1-a464-6f793c25e5d3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.0993454
Dec 16 14:43:10.683922 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0a102987-a8a4-4e88-af0b-42d43576f667 req-e4dcfa71-9175-4a04-a05d-69461815d0c3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668857
Dec 16 14:43:11.923324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f20a-dfea-4fc6-a003-d67a1b97c3ef req-b2b3c9b9-37b7-4dab-817c-80d9e50dfce4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:11.924904 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7036f20a-dfea-4fc6-a003-d67a1b97c3ef req-b2b3c9b9-37b7-4dab-817c-80d9e50dfce4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.0929053
Dec 16 14:43:11.958483 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:43:11.979436 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7036f20a-dfea-4fc6-a003-d67a1b97c3ef req-acbb3139-63a4-432a-a068-f84ef4ac220c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483799
Dec 16 14:43:13.039544 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62354b-575a-48f1-8b9c-2620588877ed req-65e006a9-401f-4f38-b7a3-59039d06842c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:13.042040 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4a62354b-575a-48f1-8b9c-2620588877ed req-65e006a9-401f-4f38-b7a3-59039d06842c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.1328537
Dec 16 14:43:13.166626 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Deleting port 9127d9e7-040f-4d49-ba17-2bc54c53879b {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:43:13.167068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:13.467003 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbb49d-ba64-438c-91fe-c5f797cedfe5 req-137e8913-c69b-4678-8960-1d7122a7e2c5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:13.469618 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9dfbb49d-ba64-438c-91fe-c5f797cedfe5 req-137e8913-c69b-4678-8960-1d7122a7e2c5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 946 time: 0.2765241
Dec 16 14:43:13.570987 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9dfbb49d-ba64-438c-91fe-c5f797cedfe5 req-53fc2af7-fa47-4347-b3dd-09545edcb2b9 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894547
Dec 16 14:43:13.577899 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] For port 9127d9e7-040f-4d49-ba17-2bc54c53879b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9127d9e7-040f-4d49-ba17-2bc54c53879b,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:43:13.578384 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:13.807806 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Calling delete_port for 9127d9e7-040f-4d49-ba17-2bc54c53879b owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:43:14.017494 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:14.026554 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:14.063438 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a57d57e1-1c2b-4139-ae4f-0870a2d2619a', '9127d9e7-040f-4d49-ba17-2bc54c53879b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:43:14.079592 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Pushing event deleted for resources: {'Port': ['ID=9127d9e7-040f-4d49-ba17-2bc54c53879b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:14.207043 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.207647 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.208215 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.208735 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.209239 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.209739 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.210338 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.210885 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.211409 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.211915 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.212391 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:14.225603 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:14.227316 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] No DVR routers for this DVR port 9127d9e7-040f-4d49-ba17-2bc54c53879b on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:14.232349 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:14.237150 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'name': 'network-vif-deleted', 'tag': '9127d9e7-040f-4d49-ba17-2bc54c53879b'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:14.264155 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4a62354b-575a-48f1-8b9c-2620588877ed req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "DELETE /v2.0/ports/9127d9e7-040f-4d49-ba17-2bc54c53879b HTTP/1.1" status: 204  len: 173 time: 1.2068472
Dec 16 14:43:14.321826 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6662dea-31e0-4386-ab0f-3fe74bcf7ac0', 'name': 'network-vif-deleted', 'tag': '9127d9e7-040f-4d49-ba17-2bc54c53879b', 'status': 'completed', 'code': 200}
Dec 16 14:43:14.852035 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-97f9ab4f-d581-4b24-9e91-5b8b53a857ce req-0a348435-a83a-4a42-ba42-c2b015382e9a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Synchronizing usage tracker for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:43:14.881352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-97f9ab4f-d581-4b24-9e91-5b8b53a857ce req-0a348435-a83a-4a42-ba42-c2b015382e9a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Unset dirty status for tenant:c2109a7078ee45b1b922e81c997328cb on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:43:14.890702 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-97f9ab4f-d581-4b24-9e91-5b8b53a857ce req-0a348435-a83a-4a42-ba42-c2b015382e9a tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6662dea-31e0-4386-ab0f-3fe74bcf7ac0 HTTP/1.1" status: 200  len: 210 time: 0.1236765
Dec 16 14:43:16.602931 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 9127d9e7-040f-4d49-ba17-2bc54c53879b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:16.660140 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 9127d9e7-040f-4d49-ba17-2bc54c53879b {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:43:16.660456 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 9127d9e7-040f-4d49-ba17-2bc54c53879b not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:16.725892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf29ce5-bc3c-4843-8d78-47eaf8e232bd req-de61c440-bd79-48d2-8800-b06704e10bdb tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:16.728647 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bf29ce5-bc3c-4843-8d78-47eaf8e232bd req-de61c440-bd79-48d2-8800-b06704e10bdb tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1256688
Dec 16 14:43:16.786852 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bf29ce5-bc3c-4843-8d78-47eaf8e232bd req-0630a674-c641-4e80-baf0-b846a37bbfec tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515859
Dec 16 14:43:18.012918 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911b34f-c28d-4679-90c9-5f20447cb2fe req-f9b8a450-ccfe-4ac4-87ba-369f5d74de5b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:18.014491 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0911b34f-c28d-4679-90c9-5f20447cb2fe req-f9b8a450-ccfe-4ac4-87ba-369f5d74de5b tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.0925736
Dec 16 14:43:18.069729 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0911b34f-c28d-4679-90c9-5f20447cb2fe req-9a253b0a-e9f6-490f-952f-05a54102c08c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488629
Dec 16 14:43:19.357592 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e15db-bc39-44a4-b859-82da7aa85721 req-cc61106c-0c0d-4935-9604-b65501461d3c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:19.360453 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-953e15db-bc39-44a4-b859-82da7aa85721 req-cc61106c-0c0d-4935-9604-b65501461d3c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1330593
Dec 16 14:43:19.439987 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-953e15db-bc39-44a4-b859-82da7aa85721 req-d5800755-745d-4805-894d-2d83a6e42fc4 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731332
Dec 16 14:43:20.807783 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dd912-0a5c-4097-b0de-257bcd3dc856 req-5bcbadf3-0f5f-4c47-acfb-312cdd7f32d0 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:20.810436 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-563dd912-0a5c-4097-b0de-257bcd3dc856 req-5bcbadf3-0f5f-4c47-acfb-312cdd7f32d0 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1378481
Dec 16 14:43:20.905231 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-563dd912-0a5c-4097-b0de-257bcd3dc856 req-8842753d-0da8-47cb-ac7f-159cef398f34 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845001
Dec 16 14:43:22.186275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52791bf1-2ea7-43fb-a85d-5859c39f8743 req-ef6c6254-7988-48a6-9159-caf5638d90ba tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:22.188575 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52791bf1-2ea7-43fb-a85d-5859c39f8743 req-ef6c6254-7988-48a6-9159-caf5638d90ba tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1205537
Dec 16 14:43:22.287607 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52791bf1-2ea7-43fb-a85d-5859c39f8743 req-04be1dfb-e86e-4d6a-95b9-41eb9c419f49 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921006
Dec 16 14:43:23.662121 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b1e54-6284-48b4-a0dc-004641ff8efa req-3ddd65c7-803b-4832-9399-549509829b60 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:23.666889 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e44b1e54-6284-48b4-a0dc-004641ff8efa req-3ddd65c7-803b-4832-9399-549509829b60 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1320949
Dec 16 14:43:23.741036 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e44b1e54-6284-48b4-a0dc-004641ff8efa req-498a84fa-f1d8-4f51-a533-be2fc4b572f5 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725415
Dec 16 14:43:24.042126 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-bfd54628-e6d5-416e-b2e1-2818cdb771a2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:24.046023 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-bfd54628-e6d5-416e-b2e1-2818cdb771a2 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1519701
Dec 16 14:43:24.184858 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Deleting port a57d57e1-1c2b-4139-ae4f-0870a2d2619a {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:43:24.185430 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:24.621310 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] For port a57d57e1-1c2b-4139-ae4f-0870a2d2619a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:43:24.621804 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:24.793936 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Calling delete_port for a57d57e1-1c2b-4139-ae4f-0870a2d2619a owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:43:25.111654 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:25.120041 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:25.133226 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d167d65-c66e-4d51-9847-ceacc32925a7 req-b2e63bf5-6f07-4bbb-8ad2-7db8468ce7dc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:25.138364 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9d167d65-c66e-4d51-9847-ceacc32925a7 req-b2e63bf5-6f07-4bbb-8ad2-7db8468ce7dc tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/ports?device_id=618e7310-603e-4003-b2d6-b05eb18cd558 HTTP/1.1" status: 200  len: 945 time: 0.1828499
Dec 16 14:43:25.237815 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Pushing event deleted for resources: {'Port': ['ID=a57d57e1-1c2b-4139-ae4f-0870a2d2619a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:25.241859 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:25.323425 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9d167d65-c66e-4d51-9847-ceacc32925a7 req-137de367-8630-4e97-beba-8160978bb39c tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.67 "GET /v2.0/security-groups?id=2ec6cc51-a92c-4fef-8876-09ce1f25978b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677978
Dec 16 14:43:25.346931 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] No DVR routers for this DVR port a57d57e1-1c2b-4139-ae4f-0870a2d2619a on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:43:25.349923 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:25.361572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618e7310-603e-4003-b2d6-b05eb18cd558', 'name': 'network-vif-deleted', 'tag': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:43:25.368703 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-094e493c-caf6-4bbb-a1e6-2a0f0578e67c req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] 10.222.0.48 "DELETE /v2.0/ports/a57d57e1-1c2b-4139-ae4f-0870a2d2619a HTTP/1.1" status: 204  len: 173 time: 1.3154709
Dec 16 14:43:25.495942 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618e7310-603e-4003-b2d6-b05eb18cd558', 'name': 'network-vif-deleted', 'tag': 'a57d57e1-1c2b-4139-ae4f-0870a2d2619a', 'status': 'completed', 'code': 200}
Dec 16 14:43:25.553414 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8da3c4-70f5-4a47-a2af-4b0502c9e6d9 req-564ff4dd-1dce-491c-a918-22ef9a449094 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:25.555894 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e8da3c4-70f5-4a47-a2af-4b0502c9e6d9 req-564ff4dd-1dce-491c-a918-22ef9a449094 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1216836
Dec 16 14:43:25.622223 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e8da3c4-70f5-4a47-a2af-4b0502c9e6d9 req-a643f189-22dd-4c7b-9a29-f2f6c24f59ca tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585988
Dec 16 14:43:26.526356 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34762) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:26.643956 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a57d57e1-1c2b-4139-ae4f-0870a2d2619a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:26.682359 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: a57d57e1-1c2b-4139-ae4f-0870a2d2619a {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:43:26.682685 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a57d57e1-1c2b-4139-ae4f-0870a2d2619a not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:27.001548 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e86a5a-880d-4ca8-9785-b1d4a29c7589 req-60914c8d-2463-4954-b054-fb792e5a46a9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:27.003155 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3e86a5a-880d-4ca8-9785-b1d4a29c7589 req-60914c8d-2463-4954-b054-fb792e5a46a9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1586735
Dec 16 14:43:27.072504 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3e86a5a-880d-4ca8-9785-b1d4a29c7589 req-adfe3c10-b7df-48d7-bd84-352c42ab3a64 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628660
Dec 16 14:43:27.075268 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:27.889083 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Deleting port a96bfc01-33c9-49d8-aab8-3fefa61e9728 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:43:27.889935 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.082803 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] For port a96bfc01-33c9-49d8-aab8-3fefa61e9728, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=a96bfc01-33c9-49d8-aab8-3fefa61e9728,segment=NetworkSegment(1c8bd495-70f9-48d0-a7c1-27ba1ee76159),segment_id=1c8bd495-70f9-48d0-a7c1-27ba1ee76159)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:43:28.083151 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.223675 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Calling delete_port for a96bfc01-33c9-49d8-aab8-3fefa61e9728 owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:43:28.415562 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88467cc-5c00-4684-8e9d-550b53a9fdfa req-ac5503e9-aeb9-4a0f-9687-b0ce9226e7b6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:28.417182 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d88467cc-5c00-4684-8e9d-550b53a9fdfa req-ac5503e9-aeb9-4a0f-9687-b0ce9226e7b6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1066484
Dec 16 14:43:28.497109 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d88467cc-5c00-4684-8e9d-550b53a9fdfa req-a65b9527-f16e-4100-8012-beec98bd487c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695040
Dec 16 14:43:28.610534 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:28.618503 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:28.700648 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Pushing event deleted for resources: {'Port': ['ID=a96bfc01-33c9-49d8-aab8-3fefa61e9728,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:28.703949 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:28.913388 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-407a8a38-80d4-4393-9d47-70969d25e309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:29.107116 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:30.021908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d02bb-af79-4384-bacb-58944da2d17c req-ec41102b-ceec-4a65-a1e8-67731a3a1e1b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:30.023889 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-024d02bb-af79-4384-bacb-58944da2d17c req-ec41102b-ceec-4a65-a1e8-67731a3a1e1b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.3107989
Dec 16 14:43:30.151716 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-024d02bb-af79-4384-bacb-58944da2d17c req-f5ebb9da-61a1-43b7-b399-ac4072fd2142 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156070
Dec 16 14:43:30.273122 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Router bb460601-8217-453c-a7e4-aad1bf8cff33 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:43:30.580301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:43:30.594362 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] Sync routers for ids ['bb460601-8217-453c-a7e4-aad1bf8cff33'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:43:30.600749 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] 10.222.0.67 "PUT /v2.0/routers/bb460601-8217-453c-a7e4-aad1bf8cff33/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0727663
Dec 16 14:43:30.604145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34788) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:30.614895 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] Routers {'bb460601-8217-453c-a7e4-aad1bf8cff33'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:43:30.616256 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa09be0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['bb460601-8217-453c-a7e4-aad1bf8cff33'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:30.868347 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:30.958579 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] Set router bb460601-8217-453c-a7e4-aad1bf8cff33 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:43:31.249153 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.269472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Deleting port 591e69aa-2539-4a71-abee-40df731fd362 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:43:31.270107 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.437319 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-53f3173a-9df2-4680-b290-9bdef515650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.452338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0e0ef-75ee-4767-ad4d-bba0b516db1d req-d9e114f9-028a-4941-94ff-389d597ac729 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:31.454985 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61c0e0ef-75ee-4767-ad4d-bba0b516db1d req-d9e114f9-028a-4941-94ff-389d597ac729 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1212440
Dec 16 14:43:31.524038 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61c0e0ef-75ee-4767-ad4d-bba0b516db1d req-dc9865c0-7d80-47dd-b326-e444bbfe23f0 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606399
Dec 16 14:43:31.547719 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa09be0>, [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '591e69aa-2539-4a71-abee-40df731fd362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:43:28Z', 'revision_number': 5, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port': {'id': '591e69aa-2539-4a71-abee-40df731fd362', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ad:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:39:48Z', 'updated_at': '2021-12-16T14:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:31.555138 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] Checking router: bb460601-8217-453c-a7e4-aad1bf8cff33 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:43:31.574597 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] Routers {'bb460601-8217-453c-a7e4-aad1bf8cff33'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:43:31.575696 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa09be0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:43:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['bb460601-8217-453c-a7e4-aad1bf8cff33'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:31.609187 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] For port 591e69aa-2539-4a71-abee-40df731fd362, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=591e69aa-2539-4a71-abee-40df731fd362,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:43:31.609884 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:31.850161 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] Set router bb460601-8217-453c-a7e4-aad1bf8cff33 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:43:31.888422 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Calling delete_port for 591e69aa-2539-4a71-abee-40df731fd362 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:43:32.048664 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa09be0>, [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:43:31Z', 'revision_number': 6, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:32.055798 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de44bd-e1f2-4b4e-9cbd-1d73a867158d None None] The sync data for ids ['bb460601-8217-453c-a7e4-aad1bf8cff33'] in dv-cinder-821893-3-iscsi is: [{'id': 'bb460601-8217-453c-a7e4-aad1bf8cff33', 'name': 'tempest-ServerRescueNegativeTestJSON-2105141093-router', 'tenant_id': 'c2109a7078ee45b1b922e81c997328cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:39:46Z', 'updated_at': '2021-12-16T14:43:31Z', 'revision_number': 6, 'project_id': 'c2109a7078ee45b1b922e81c997328cb', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:43:32.183456 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:32.194512 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f9f0bebe-e38b-4c65-a81e-b30c9b3db9f6 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:32.287873 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=591e69aa-2539-4a71-abee-40df731fd362,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:32.295785 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:32.385378 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:32.606947 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:32.876381 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:32.930654 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:32.939275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.057690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.058277 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb460601-8217-453c-a7e4-aad1bf8cff33 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:43:33.065385 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703fdf8-59ca-426c-bbf5-fbc2ab2499b2 req-a0fd2aa8-e623-4889-a4e6-96b8b9bfd021 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:33.066965 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4703fdf8-59ca-426c-bbf5-fbc2ab2499b2 req-a0fd2aa8-e623-4889-a4e6-96b8b9bfd021 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2648754
Dec 16 14:43:33.094663 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.095836 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bb460601-8217-453c-a7e4-aad1bf8cff33 HTTP/1.1" status: 204  len: 168 time: 2.4905605
Dec 16 14:43:33.100153 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34804) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:33.130523 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4703fdf8-59ca-426c-bbf5-fbc2ab2499b2 req-13c1f98d-0a62-4e18-9f0a-3d3ee4b278d4 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522351
Dec 16 14:43:33.258616 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Deleting subnet 8001898e-d304-4a6d-818d-37f04e0133a4 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:43:33.262229 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.316670 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.388165 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.496988 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.502430 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:33.538905 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8001898e-d304-4a6d-818d-37f04e0133a4,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:33.552717 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.557565 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.557955 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.558340 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.558690 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.559055 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.559392 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.559726 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.560062 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.560397 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.560727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.561052 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:43:33.565511 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:33.571260 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8001898e-d304-4a6d-818d-37f04e0133a4 HTTP/1.1" status: 204  len: 168 time: 0.4659636
Dec 16 14:43:33.571260 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34812) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:33.768617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.818671 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 591e69aa-2539-4a71-abee-40df731fd362 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:33.901377 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 591e69aa-2539-4a71-abee-40df731fd362 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:43:33.902185 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 591e69aa-2539-4a71-abee-40df731fd362 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:33.902622 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device a96bfc01-33c9-49d8-aab8-3fefa61e9728 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:43:33.919222 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.950804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ceda2d00>,) {'filters': {'network_id': ['26cb6916-dc12-4ad7-9cb0-0782f314f2a9']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:33.962374 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: a96bfc01-33c9-49d8-aab8-3fefa61e9728 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:43:33.962929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device a96bfc01-33c9-49d8-aab8-3fefa61e9728 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:43:33.967338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ceda2d00>, '1c8bd495-70f9-48d0-a7c1-27ba1ee76159') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:33.967338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ceda2d00>, '1c8bd495-70f9-48d0-a7c1-27ba1ee76159') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:43:33.980866 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:33.999694 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.008735 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:43:34.009291 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:43:34.024895 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:43:34.117692 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.124967 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.129474 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e5adc6a8-1641-4dec-8bf8-36ff24263ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:34.158949 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Pushing event deleted for resources: {'Network': ['ID=26cb6916-dc12-4ad7-9cb0-0782f314f2a9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:34.162694 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:34.171602 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] 10.222.0.67 "DELETE /v2.0/networks/26cb6916-dc12-4ad7-9cb0-0782f314f2a9 HTTP/1.1" status: 204  len: 168 time: 0.5998220
Dec 16 14:43:34.457112 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.524925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4377a02-01a8-43c5-819c-8b6e5543553a req-32a42415-9aae-41b2-a3fe-527f482e3bfd tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:34.527755 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4377a02-01a8-43c5-819c-8b6e5543553a req-32a42415-9aae-41b2-a3fe-527f482e3bfd tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1850698
Dec 16 14:43:34.587133 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34824) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:34.603465 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4377a02-01a8-43c5-819c-8b6e5543553a req-c8f8376e-5a80-4f2f-9d83-157567e5711c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631773
Dec 16 14:43:34.656349 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-471a32c7-b48a-4d02-b366-2a2a28a74788 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c2109a7078ee45b1b922e81c997328cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0676668
Dec 16 14:43:34.660383 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34828) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:34.729771 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.761195 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.823327 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.828012 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-986400f9-5cd4-46c6-8e47-28098d7c9547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:34.843504 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6cc51-a92c-4fef-8876-09ce1f25978b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:34.846971 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:34.856752 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:34.857962 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ec6cc51-a92c-4fef-8876-09ce1f25978b HTTP/1.1" status: 204  len: 168 time: 0.1964040
Dec 16 14:43:35.964056 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b847f-4be6-40eb-b6cb-37d4a0fb7dfc req-192fc5e4-9be2-4b47-8e69-0ceb6ac8c26b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:35.966864 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b8b847f-4be6-40eb-b6cb-37d4a0fb7dfc req-192fc5e4-9be2-4b47-8e69-0ceb6ac8c26b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1412773
Dec 16 14:43:36.043309 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b8b847f-4be6-40eb-b6cb-37d4a0fb7dfc req-855087a3-6ab7-4046-8a84-336200e3203e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645885
Dec 16 14:43:37.387905 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697563f-4e81-4435-9a3f-adfb27bad694 req-caa8bb08-1223-430e-84f9-72e8d9fd73f5 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:37.391012 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8697563f-4e81-4435-9a3f-adfb27bad694 req-caa8bb08-1223-430e-84f9-72e8d9fd73f5 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1414368
Dec 16 14:43:37.478802 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8697563f-4e81-4435-9a3f-adfb27bad694 req-999912ec-9d1f-4f47-bfdc-e254d9ca368e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775719
Dec 16 14:43:38.717937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34914) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:38.761849 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79193e-0275-40b1-b553-f155e4d6e45e req-e4abab5a-7a5f-4b9d-926b-93d03187e19f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:38.764629 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dc79193e-0275-40b1-b553-f155e4d6e45e req-e4abab5a-7a5f-4b9d-926b-93d03187e19f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1210103
Dec 16 14:43:38.826330 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dc79193e-0275-40b1-b553-f155e4d6e45e req-36568ce3-0d9b-4b4d-b1ae-4732ba13e2d7 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540090
Dec 16 14:43:38.908929 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:38.953522 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:38.961066 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:892aa4dff52e48e39a688fc1f73da57e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:38.964939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:38.973267 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:39.071311 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.077526 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.092286 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e6324663-ddce-4fde-b4a3-e1026a0cd3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:39.141873 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=892aa4dff52e48e39a688fc1f73da57e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4219019
Dec 16 14:43:39.146367 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34926) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:39.149784 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e7a743-e62a-4633-8106-d6c5e2640037,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:39.153282 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:39.222733 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.252512 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.319000 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.323893 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-51c3810d-b024-4f40-9d18-a03fc81d7d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:39.336541 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e7a743-e62a-4633-8106-d6c5e2640037,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:39.340661 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:39.344648 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.346696 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b9e7a743-e62a-4633-8106-d6c5e2640037 HTTP/1.1" status: 204  len: 168 time: 0.1990309
Dec 16 14:43:39.857542 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 34934) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:39.880890 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:39.921815 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:39.926370 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Usage tracker for resource:security_group_rule and tenant:163569c51c1c40bdbc1409998b5dfa1d is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:39.930161 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:39.937743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:40.070927 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.071402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.080178 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b7d5f06e-dec0-4f75-93ca-73d385d0344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:40.148409 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe096a-a48b-4698-b15e-6d3c354870ad,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:40.154238 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=163569c51c1c40bdbc1409998b5dfa1d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2951632
Dec 16 14:43:40.155420 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:40.157650 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 34942) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:40.165932 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6b5aa-54a7-47de-99e6-5f988c9137ca req-35eb4aea-0c44-4c82-8f55-ce2b4c292d32 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:40.167563 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-34b6b5aa-54a7-47de-99e6-5f988c9137ca req-35eb4aea-0c44-4c82-8f55-ce2b4c292d32 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1656680
Dec 16 14:43:40.267436 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-34b6b5aa-54a7-47de-99e6-5f988c9137ca req-ca0be87a-4972-46e3-bc1a-840ffae45b95 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686955
Dec 16 14:43:40.275645 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.317203 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.325973 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.409802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.418441 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fd22a834-65f0-4ea6-89dc-fadcd2331ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:40.582515 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe096a-a48b-4698-b15e-6d3c354870ad,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:40.586970 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:40.588883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:40.591408 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bbbe096a-a48b-4698-b15e-6d3c354870ad HTTP/1.1" status: 204  len: 168 time: 0.4307609
Dec 16 14:43:41.611934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e6ec-34d3-4d5f-9423-bc21bd91ce93 req-98216209-b7a0-4187-a8a3-3d60a10fbd30 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:41.615497 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9971e6ec-34d3-4d5f-9423-bc21bd91ce93 req-98216209-b7a0-4187-a8a3-3d60a10fbd30 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1354678
Dec 16 14:43:41.710149 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9971e6ec-34d3-4d5f-9423-bc21bd91ce93 req-925a4f2d-4b39-4c4c-b3fc-25e7204c2364 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848958
Dec 16 14:43:42.178180 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5a02e-91a3-4448-b13b-171e0b367d49 req-d27f85c2-e056-4ea2-81a5-6861cb215841 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:42.185776 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-80e5a02e-91a3-4448-b13b-171e0b367d49 req-d27f85c2-e056-4ea2-81a5-6861cb215841 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.0957375
Dec 16 14:43:42.234578 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-80e5a02e-91a3-4448-b13b-171e0b367d49 req-4ecba39c-97d9-4505-8f6e-6fd191d15756 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475254
Dec 16 14:43:42.390338 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-6a5bb397-85a4-486f-a1c2-704a057908d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.0976086
Dec 16 14:43:42.594210 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-b3246f13-e83a-45e8-bc0b-b60f8fa0803b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:42.598252 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-b3246f13-e83a-45e8-bc0b-b60f8fa0803b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.1995306
Dec 16 14:43:42.783317 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-89a9bcfb-b944-4162-b0a3-a74e4a22c47a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 1001 time: 0.1707766
Dec 16 14:43:42.868967 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-f15eef60-258b-42ed-b1b9-e6d8b310b30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:42.868967 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-f15eef60-258b-42ed-b1b9-e6d8b310b30f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.0776045
Dec 16 14:43:42.984892 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-ba8b9ec1-01b7-4368-ac2e-0522dabf2efa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085072
Dec 16 14:43:43.233404 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-bb4ee485-0ed6-445a-9cf5-261bfe1c5bb6 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401340
Dec 16 14:43:43.431967 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fde7ca9d-14e0-4d1a-ab6e-537e2cc3a6b1 req-f6ddfb8b-4e88-4d22-a989-4fa09131129b service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897199
Dec 16 14:43:43.507556 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d601-3881-47fa-bffd-a969e40f7ec5 req-4fb17bb3-1d17-4d4a-810e-86e8a23d1d6c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:43.509586 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-29d2d601-3881-47fa-bffd-a969e40f7ec5 req-4fb17bb3-1d17-4d4a-810e-86e8a23d1d6c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1029625
Dec 16 14:43:43.582977 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-29d2d601-3881-47fa-bffd-a969e40f7ec5 req-790603b5-91b7-4637-b28b-c14bd985729f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666566
Dec 16 14:43:44.469983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35028) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:44.702140 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:44.752611 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:44.757609 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Usage tracker for resource:security_group_rule and tenant:720ee207868d486fb07b39b3e858438f is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:44.762244 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:44.769869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:44.882374 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:44.888477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:44.903302 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9acea1e0-9437-4d33-9c29-ec6d0e07cb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:44.940498 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55efe33-8f77-4725-8c9e-a61f208f45d6 req-f7042a30-774d-4132-b3b8-cd9c37dbb819 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:43:44.943192 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c55efe33-8f77-4725-8c9e-a61f208f45d6 req-f7042a30-774d-4132-b3b8-cd9c37dbb819 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1080208
Dec 16 14:43:44.968828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab97a5d-e9e5-407d-b5cc-546eb9bedffe,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:44.974590 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:44.981857 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-020689b7-9159-4f9b-b911-380c2b58183f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=720ee207868d486fb07b39b3e858438f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5023887
Dec 16 14:43:44.981857 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35038) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:45.013449 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c55efe33-8f77-4725-8c9e-a61f208f45d6 req-89d1fef6-9258-4bf7-a3f5-2a23acd102de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587282
Dec 16 14:43:45.097463 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.146305 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.220609 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.224866 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-67a4ff59-30ad-455d-9c38-e0084bfd403f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:45.240146 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab97a5d-e9e5-407d-b5cc-546eb9bedffe,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:45.245509 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:45.249260 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.250946 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ab97a5d-e9e5-407d-b5cc-546eb9bedffe HTTP/1.1" status: 204  len: 168 time: 0.2676189
Dec 16 14:43:45.684373 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35050) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:45.708995 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.749775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:43:45.754057 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Usage tracker for resource:security_group_rule and tenant:87d21b6018d9401e94877cb0d3de109a is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:43:45.758020 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:43:45.765130 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:43:45.898180 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.904366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:45.912600 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c47cb73e-4fd2-4c9d-84ff-ccd2cbb96b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:45.964687 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ff64d-d2e0-42f4-8073-5357454fea8a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:45.968085 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:45.972282 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=87d21b6018d9401e94877cb0d3de109a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2863693
Dec 16 14:43:45.974935 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35056) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:43:46.050419 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.087752 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.160978 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.165648 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8b0309a8-fc5f-436c-89ee-7b53c56e1632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:43:46.177899 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ff64d-d2e0-42f4-8073-5357454fea8a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:43:46.182111 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:43:46.186364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:43:46.187630 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d93ff64d-d2e0-42f4-8073-5357454fea8a HTTP/1.1" status: 204  len: 168 time: 0.2114272
Dec 16 14:43:48.966124 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:43:58.911509 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d79a3891-2a4c-4957-9e4f-b6221723e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:01.431856 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-606ae473-d942-4dd5-9bf7-a477e703732e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:02.387677 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:02.884228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:04.441688 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:10.342371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:19.808221 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35344) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:20.031949 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.073114 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:20.076468 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Usage tracker for resource:security_group_rule and tenant:494ca10a1c104cabaa4164753c330e2b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:20.080991 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:20.088562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:20.235449 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.241274 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.250983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b8bc9140-624b-4de7-a6c1-1ef5e1b81a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:20.297309 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6e2702-ec31-43be-96d4-5ad6c88ad6ea,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:20.309194 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=494ca10a1c104cabaa4164753c330e2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4953687
Dec 16 14:44:20.309897 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35360) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:20.334152 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.334646 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.335097 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.335546 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.335993 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.336440 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.336877 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.337338 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.337776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.338395 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.338832 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:20.344923 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:20.399183 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.432245 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.495433 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.500092 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-59555f2f-eee5-467f-af9d-3ae3ef14ca97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:20.513367 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6e2702-ec31-43be-96d4-5ad6c88ad6ea,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:20.516496 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:20.531270 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:20.532583 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8b6e2702-ec31-43be-96d4-5ad6c88ad6ea HTTP/1.1" status: 204  len: 168 time: 0.2214744
Dec 16 14:44:20.976763 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35368) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:20.998857 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.031982 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:21.036153 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:75cb571d694e45dc99850aba46453877 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:21.039656 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:21.046366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:21.129331 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.135029 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.142994 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-dea83ea9-0d9b-40b7-ab3d-7211332c07a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:21.187222 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28f867-daa1-4b27-ad9f-6450fc5c45b9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:21.191601 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:21.197704 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ed742ecd-a6d5-499d-a680-aac4892fa1b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75cb571d694e45dc99850aba46453877&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2170677
Dec 16 14:44:21.198204 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35372) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:21.276387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.307044 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.387510 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.397579 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-54dd5317-bf94-4b1d-a01b-dafb4367c585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:21.413599 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28f867-daa1-4b27-ad9f-6450fc5c45b9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:21.417016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:21.418948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:21.423578 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c28f867-daa1-4b27-ad9f-6450fc5c45b9 HTTP/1.1" status: 204  len: 168 time: 0.2213104
Dec 16 14:44:25.964250 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:44:28.911027 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-317c2048-4ec2-45cb-9fa3-447b9e614ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.263542 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35564) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:30.497947 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.554190 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:30.558818 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Usage tracker for resource:security_group_rule and tenant:b1eaa5e490594491bd701932cf0d2222 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:30.562926 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:30.572964 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:30.703608 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.709439 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.718665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-af85809a-fe0b-4b20-bb8b-651cd7ebc7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:30.769731 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5efd7d-4fb7-4721-bd6f-9e7547fde5af,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:30.773719 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:30.774075 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a8bbf-beb0-4b4b-b4bf-4d1254e5535c req-d2d976a3-ff19-4a81-8bd1-483878350d72 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:30.777452 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3f4a8bbf-beb0-4b4b-b4bf-4d1254e5535c req-d2d976a3-ff19-4a81-8bd1-483878350d72 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.2437849
Dec 16 14:44:30.787072 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1eaa5e490594491bd701932cf0d2222&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5218141
Dec 16 14:44:30.787284 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35582) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:30.891917 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3f4a8bbf-beb0-4b4b-b4bf-4d1254e5535c req-81e776d9-2c5b-40a1-8dc1-63b663165c4d tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084461
Dec 16 14:44:30.914018 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:30.954537 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.023173 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.027029 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-294c335c-60b6-4c95-ac54-cf294d84b78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:31.027530 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35588) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:31.039778 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5efd7d-4fb7-4721-bd6f-9e7547fde5af,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:31.043837 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:31.047480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.048617 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3d5efd7d-4fb7-4721-bd6f-9e7547fde5af HTTP/1.1" status: 204  len: 168 time: 0.2582381
Dec 16 14:44:31.221483 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.261338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:31.265430 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Usage tracker for resource:security_group_rule and tenant:97357af168444182bfb04b68cf65ccd9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:31.268587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:31.276131 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:31.396883 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.405830 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.416704 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-da68c497-d95e-47b0-944b-9576ac0afba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:31.428026 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f88f-c657-4d6f-b222-4d8749440cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.467889 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3a230-bbde-425f-8bc0-f8563d864646,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:31.472529 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:31.480636 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97357af168444182bfb04b68cf65ccd9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4480844
Dec 16 14:44:31.482392 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35602) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:31.581773 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.620790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.685496 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.695636 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bc931d25-33cc-4074-b53e-b2e8b693bc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:31.717594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3a230-bbde-425f-8bc0-f8563d864646,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:31.720223 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:31.721539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:31.726010 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24f3a230-bbde-425f-8bc0-f8563d864646 HTTP/1.1" status: 204  len: 168 time: 0.2422967
Dec 16 14:44:32.077209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35622) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.210983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fd162-d255-49b5-b425-3d2ba34bb12d req-6c51846b-324f-4c2f-ab8d-d882d31171f8 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:32.214212 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b52fd162-d255-49b5-b425-3d2ba34bb12d req-6c51846b-324f-4c2f-ab8d-d882d31171f8 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.1491623
Dec 16 14:44:32.235258 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1211651573-network', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:32.241462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.247040 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Usage tracker for resource:network and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.250924 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.260179 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.271478 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b52fd162-d255-49b5-b425-3d2ba34bb12d req-c572d53a-d743-47bf-a77d-c2540e7329ad tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474877
Dec 16 14:44:32.273469 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Made reservation on behalf of 7210fc0bdd80446484aaf7f436c2317b for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:32.275953 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.289529 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.331095 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.331923 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35628) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.336980 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.341736 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.348742 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.352668 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.377370 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.392554 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.397116 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Usage tracker for resource:security_group_rule and tenant:6220e7b354a6492289ce62200b293a75 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.400207 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.406179 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.446094 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.451156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.454473 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f137f3cb-4fb6-4fa6-b117-54492e1c5050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.483684 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:44:32.484983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.489327 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.493344 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c29ce43-8fb7-4b63-8b67-9b5854531939,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:32.497447 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.501288 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.502529 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Added segment 3877f4e7-c9b3-4739-bc4a-5c974cdd6eba of type vlan for network 09012bc1-694e-42de-9975-bdb8824a6f4c
Dec 16 14:44:32.509429 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.533649 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.552043 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6220e7b354a6492289ce62200b293a75&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2187655
Dec 16 14:44:32.553213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2789623-a12a-464a-be6b-3419f7d375d5,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:32.556532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.556993 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35632) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.578637 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.579868 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:32.580459 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.588084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b85482db-060d-4a9a-939f-444978a4be12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.627475 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.658367 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.735924 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Pushing event updated for resources: {'Network': ['ID=09012bc1-694e-42de-9975-bdb8824a6f4c,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:32.740219 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.741869 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6634424
Dec 16 14:44:32.746614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35636) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:32.751929 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.752542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Request body: {'subnet': {'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1211651573-subnet', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:32.753629 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 09012bc1-694e-42de-9975-bdb8824a6f4c details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:44:32.758292 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-fc1cb64d-77d7-4ab6-89ad-68ddf5dc9023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:32.760815 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:32.767868 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Usage tracker for resource:subnet and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:32.772442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:32.778561 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2789623-a12a-464a-be6b-3419f7d375d5,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:32.782570 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:32.783812 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:32.803974 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.812297 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b2789623-a12a-464a-be6b-3419f7d375d5 HTTP/1.1" status: 204  len: 168 time: 0.2474868
Dec 16 14:44:32.812551 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-39ca485d-ba4b-465d-aa6b-15b304e53475 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:32.812551 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-39ca485d-ba4b-465d-aa6b-15b304e53475 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.2216103
Dec 16 14:44:32.854298 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Made reservation on behalf of 7210fc0bdd80446484aaf7f436c2317b for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:32.856135 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33163755'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.905289 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:32.997401 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Deleting port e2d3277a-945e-4ae4-95c3-d817894dc3e0 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:44:32.997643 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.358126 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33187860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33163737'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.367447 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2dc37f01-6485-441a-9584-f25d76ed7f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:33.399588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] For port e2d3277a-945e-4ae4-95c3-d817894dc3e0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e2d3277a-945e-4ae4-95c3-d817894dc3e0,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:44:33.399923 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.581386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Calling delete_port for e2d3277a-945e-4ae4-95c3-d817894dc3e0 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:44:33.664027 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4292811-325a-46fc-bddb-6039ebbdfe02,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:33.691443 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:33.748400 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Checking segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:33.748751 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Network hostable DHCP agents. Network: 09012bc1-694e-42de-9975-bdb8824a6f4c, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:44:33.827144 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195abca-00e2-4a2c-9512-6ec1e7bcf77d req-18fe150b-627b-4b3a-92bb-4df4c6e8ee40 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:33.828670 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9195abca-00e2-4a2c-9512-6ec1e7bcf77d req-18fe150b-627b-4b3a-92bb-4df4c6e8ee40 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8 HTTP/1.1" status: 200  len: 945 time: 0.4117329
Dec 16 14:44:33.871809 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Network 09012bc1-694e-42de-9975-bdb8824a6f4c is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:44:33.875532 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:33.899893 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-97cce352-8328-43c4-8856-87e3edb03937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:34.052180 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 09012bc1-694e-42de-9975-bdb8824a6f4c) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:34.056016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Pushing event deleted for resources: {'Port': ['ID=e2d3277a-945e-4ae4-95c3-d817894dc3e0,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:34.067016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:34.068990 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:34.070272 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.077404 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939125f0-5fe5-497b-b271-6ff2e3cc5212 None None] Network 09012bc1-694e-42de-9975-bdb8824a6f4c requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:44:34.173735 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9195abca-00e2-4a2c-9512-6ec1e7bcf77d req-21c955ed-0a20-457c-981b-5ecd52773ff3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3316686
Dec 16 14:44:34.177512 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] No DVR routers for this DVR port e2d3277a-945e-4ae4-95c3-d817894dc3e0 on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:44:34.182559 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.185206 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'name': 'network-vif-deleted', 'tag': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:44:34.207637 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5f388a5b-3983-490d-8e42-974b9b0eacda admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4596999
Dec 16 14:44:34.211657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35668) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:34.222222 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:34.228694 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2268f2f9-da3e-4084-be51-ec2e740cc09f req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "DELETE /v2.0/ports/e2d3277a-945e-4ae4-95c3-d817894dc3e0 HTTP/1.1" status: 204  len: 173 time: 1.4141028
Dec 16 14:44:34.229639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:34.234243 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Usage tracker for resource:router and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:34.237655 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:34.249429 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:34.271930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.273387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.315862 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.649003 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.665689 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f816138f-14ea-4ad8-9ffc-70d6ef7fd3f8', 'name': 'network-vif-deleted', 'tag': 'e2d3277a-945e-4ae4-95c3-d817894dc3e0', 'status': 'completed', 'code': 200}
Dec 16 14:44:34.678902 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.680094 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-09012bc1-694e-42de-9975-bdb8824a6f4c', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:44:34.682214 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.906208 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Allocated IP 172.20.0.2 (09012bc1-694e-42de-9975-bdb8824a6f4c/a4292811-325a-46fc-bddb-6039ebbdfe02/e2cc9811-2ada-4e08-906b-0162f4dc82d1) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:34.953998 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:34.960649 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e2d3277a-945e-4ae4-95c3-d817894dc3e0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:44:35.002359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.063474 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: e2d3277a-945e-4ae4-95c3-d817894dc3e0 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:44:35.063811 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e2d3277a-945e-4ae4-95c3-d817894dc3e0 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:44:35.216160 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Allocated IP 172.27.1.252 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/0e22d283-ece1-41a0-b71e-1ed99c633f84) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:35.291584 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.311486 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Transition to ACTIVE for port object e2cc9811-2ada-4e08-906b-0162f4dc82d1 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:35.346837 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Transition to ACTIVE for port object e2cc9811-2ada-4e08-906b-0162f4dc82d1 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:35.359253 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.368014 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:35.478467 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.493168 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Network 09012bc1-694e-42de-9975-bdb8824a6f4c is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:35.498376 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:35.505630 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:35.516184 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Pushing event updated for resources: {'Port': ['ID=e2cc9811-2ada-4e08-906b-0162f4dc82d1,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:35.528246 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.532617 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:35.597538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:35.605623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:35.608320 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:35.645370 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Pushing event updated for resources: {'Port': ['ID=0e22d283-ece1-41a0-b71e-1ed99c633f84,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:35.648956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:35.666547 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.667074 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.667858 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.668090 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.668629 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.669170 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.669672 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.670239 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.670766 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.671296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.671831 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:35.683223 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:35.690569 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Attempting to bind port e2cc9811-2ada-4e08-906b-0162f4dc82d1 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:35.691197 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Attempting to bind port e2cc9811-2ada-4e08-906b-0162f4dc82d1 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:35.691906 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Attempting to bind port e2cc9811-2ada-4e08-906b-0162f4dc82d1 on network 09012bc1-694e-42de-9975-bdb8824a6f4c {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:35.704661 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:44:35.704661 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Checking segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:35.705464 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.706122 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Bound using segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:44:35.707777 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Bound port: e2cc9811-2ada-4e08-906b-0162f4dc82d1, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:35.707777 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.847503 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.848775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.871647 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] For port e2cc9811-2ada-4e08-906b-0162f4dc82d1, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:44:35.877554 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] For port e2cc9811-2ada-4e08-906b-0162f4dc82d1, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e2cc9811-2ada-4e08-906b-0162f4dc82d1,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:44:35.883346 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:35.887856 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:35.984004 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Pushing event updated for resources: {'Port': ['ID=e2cc9811-2ada-4e08-906b-0162f4dc82d1,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:35.987930 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:36.155077 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Router 24ec9cc6-2994-4eba-8a60-df451c811cb1 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:44:36.499808 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:44:36.512710 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Sync routers for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:44:36.531407 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:36.532036 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf791490>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:36.540445 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:36.545983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35694) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:36.546922 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.3325040
Dec 16 14:44:36.769935 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:37.214211 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf791490>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:35Z', 'revision_number': 3, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:37.219967 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Checking router: 24ec9cc6-2994-4eba-8a60-df451c811cb1 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:44:37.221583 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Updating router 24ec9cc6-2994-4eba-8a60-df451c811cb1 port 0e22d283-ece1-41a0-b71e-1ed99c633f84 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:44:37.309160 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:37.357434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43331254-1f55-4aa7-b63f-2a0dfbafe9a3 None None] Network 09012bc1-694e-42de-9975-bdb8824a6f4c requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:44:37.581220 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-fcfce2f1-517d-4ec3-a6bc-25bed188179b None None] Provisioning for port e2cc9811-2ada-4e08-906b-0162f4dc82d1 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:37.802570 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:37.958422 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e2cc9811-2ada-4e08-906b-0162f4dc82d1 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:37.990076 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.021862 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Transition to ACTIVE for port object 0e22d283-ece1-41a0-b71e-1ed99c633f84 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:38.039983 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.046553 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:38.140859 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Allocated IP 172.20.0.1 (09012bc1-694e-42de-9975-bdb8824a6f4c/a4292811-325a-46fc-bddb-6039ebbdfe02/37b29b8e-6955-4c69-a526-593f23cdca12) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:38.185145 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba56290-4096-4dda-8167-d3c4a3126e69 None None] Pushing event updated for resources: {'Port': ['ID=0e22d283-ece1-41a0-b71e-1ed99c633f84,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:38.191171 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2ba56290-4096-4dda-8167-d3c4a3126e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:38.192620 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Attempting to bind port 0e22d283-ece1-41a0-b71e-1ed99c633f84 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:38.193286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Attempting to bind port 0e22d283-ece1-41a0-b71e-1ed99c633f84 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:38.193884 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Attempting to bind port 0e22d283-ece1-41a0-b71e-1ed99c633f84 on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:38.205938 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:44:38.206623 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:38.206789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.207218 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:44:38.207724 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Bound port: 0e22d283-ece1-41a0-b71e-1ed99c633f84, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:38.208145 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.239159 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port e2cc9811-2ada-4e08-906b-0162f4dc82d1 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:38.269596 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port e2cc9811-2ada-4e08-906b-0162f4dc82d1 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:38.270241 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.386255 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.396623 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] For port 0e22d283-ece1-41a0-b71e-1ed99c633f84, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:44:38.398943 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d2ae7017-e42a-41f3-8db1-b30782a26b90 None None] Provisioning complete for port e2cc9811-2ada-4e08-906b-0162f4dc82d1 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:38.399335 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7017-e42a-41f3-8db1-b30782a26b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.416083 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Transition to ACTIVE for port object 37b29b8e-6955-4c69-a526-593f23cdca12 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:38.444656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] For port 0e22d283-ece1-41a0-b71e-1ed99c633f84, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=0e22d283-ece1-41a0-b71e-1ed99c633f84,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:44:38.453350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.461557 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-45fa059b-4a31-473d-968c-6bfd129d5d24 tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:38.482581 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.499027 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-d143b1ce-696d-4f9e-99e5-d61050a0d00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:38.570907 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Network 09012bc1-694e-42de-9975-bdb8824a6f4c is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:38.578558 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:38.582977 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:38.620424 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.621532 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=37b29b8e-6955-4c69-a526-593f23cdca12,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:38.643836 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.660985 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.661388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.661692 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.662459 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.662459 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.662853 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.663382 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.663728 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.664068 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.664403 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.664743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:38.672486 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:38.722872 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba56290-4096-4dda-8167-d3c4a3126e69 None None] Pushing event updated for resources: {'Port': ['ID=0e22d283-ece1-41a0-b71e-1ed99c633f84,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:38.735853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2ba56290-4096-4dda-8167-d3c4a3126e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:38.761892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.784047 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:38.784047 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf791490>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:38.878032 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d2ae7017-e42a-41f3-8db1-b30782a26b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.929681 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port e2cc9811-2ada-4e08-906b-0162f4dc82d1, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e2cc9811-2ada-4e08-906b-0162f4dc82d1,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:44:38.941807 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:38.950030 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:39.082791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:39.090900 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:39.138775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:39.265158 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-d2ae7017-e42a-41f3-8db1-b30782a26b90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:44:39.265419 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-d2ae7017-e42a-41f3-8db1-b30782a26b90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:44:39.265918 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=e2cc9811-2ada-4e08-906b-0162f4dc82d1,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:39.271244 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:39.284360 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:39.404789 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=37b29b8e-6955-4c69-a526-593f23cdca12,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:39.408657 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:39.411982 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:39.613473 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Network 09012bc1-694e-42de-9975-bdb8824a6f4c is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:39.615016 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:39.720561 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf791490>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 1, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:39.728870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a96e9e-43f2-465e-8f4e-9a615c2fb072 None None] The sync data for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi is: [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 1, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:44:39.925197 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e2cc9811-2ada-4e08-906b-0162f4dc82d1 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:39.987649 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-ec81d46b-153e-400a-b899-73a85fbeee33 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1486230
Dec 16 14:44:40.116193 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-34b8bca5-5320-42a2-9ede-de7deda4f31e None None] Provisioning for port 37b29b8e-6955-4c69-a526-593f23cdca12 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:40.125400 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port e2cc9811-2ada-4e08-906b-0162f4dc82d1 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:40.126523 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.207060 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-34b8bca5-5320-42a2-9ede-de7deda4f31e None None] Provisioning complete for port 37b29b8e-6955-4c69-a526-593f23cdca12 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:40.214144 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34b8bca5-5320-42a2-9ede-de7deda4f31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.437743 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:40.440821 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-34b8bca5-5320-42a2-9ede-de7deda4f31e None None] Port 37b29b8e-6955-4c69-a526-593f23cdca12 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:44:40.485012 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Router 24ec9cc6-2994-4eba-8a60-df451c811cb1 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:44:40.531091 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-e55f8de5-8162-4504-a52c-87edfd17d9b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 1098 time: 0.3822405
Dec 16 14:44:40.758477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-803c8dc8-7a1e-4645-8993-ace35b79ae1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:40.760049 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-803c8dc8-7a1e-4645-8993-ace35b79ae1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.1986372
Dec 16 14:44:40.889484 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:44:40.911706 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] 10.222.0.67 "PUT /v2.0/routers/24ec9cc6-2994-4eba-8a60-df451c811cb1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3599179
Dec 16 14:44:40.926056 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-f9d419f2-2258-4d3c-b662-334d96c45062 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 200  len: 1001 time: 0.1574657
Dec 16 14:44:41.048723 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-5398b31f-d57b-4351-b200-85dec02bf5a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:41.052095 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-5398b31f-d57b-4351-b200-85dec02bf5a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.1177108
Dec 16 14:44:41.196695 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-b4535fa9-6da4-4cee-9d32-5f815823f2b4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364877
Dec 16 14:44:41.464277 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-2de74cc4-e3c8-4143-999c-f7912606f470 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2600203
Dec 16 14:44:41.641507 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07eba553-97af-4efa-9df3-065a8b2e7b54 req-3d17598b-7764-483a-85f6-9e825fbc77c8 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694043
Dec 16 14:44:41.806314 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35760) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:41.944789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 0e22d283-ece1-41a0-b71e-1ed99c633f84 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:42.093672 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 0e22d283-ece1-41a0-b71e-1ed99c633f84 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:42.101471 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 0e22d283-ece1-41a0-b71e-1ed99c633f84 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:42.102315 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.191193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.282562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:42.294653 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5f98afb8994bac89739dc127d36521 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:42.302734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:42.308574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.319340 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:42.330062 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 0e22d283-ece1-41a0-b71e-1ed99c633f84, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=0e22d283-ece1-41a0-b71e-1ed99c633f84,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:44:42.336623 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.339416 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:42.443090 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=0e22d283-ece1-41a0-b71e-1ed99c633f84,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:42.448633 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:42.464180 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.472460 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.515945 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:42.554290 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd5f98afb8994bac89739dc127d36521&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7413347
Dec 16 14:44:42.554658 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35780) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:42.562564 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d379644-1d45-4e73-88d6-75abce5338b1,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:42.566929 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-267b0b60-24c9-4fa6-ad88-1e4487bf1da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:42.647054 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.684904 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.738551 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35786) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:42.746590 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-658041422-network', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:42.753661 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:42.759329 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Usage tracker for resource:network and tenant:547f832c2adc4d3fb8a618390a506f3c is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:42.764237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:42.775875 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:42.793324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.802501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a7f6ff71-f31e-4ff2-ba84-7887e8632cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:42.818541 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Made reservation on behalf of 547f832c2adc4d3fb8a618390a506f3c for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:42.822352 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.853501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d379644-1d45-4e73-88d6-75abce5338b1,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:42.862766 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:42.865635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.886327 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:42.888232 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d379644-1d45-4e73-88d6-75abce5338b1 HTTP/1.1" status: 204  len: 168 time: 0.3330832
Dec 16 14:44:42.931791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:42.940350 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Usage tracker for resource:security_group_rule and tenant:547f832c2adc4d3fb8a618390a506f3c is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:42.947159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:42.958550 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:43.073281 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.079741 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.088674 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-a5f0b895-c0bf-4f65-926b-e3de16eabc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:43.138761 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:44:43.163479 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852d0a9d-3d92-4dad-af0d-9d6d743394e8,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:43.175621 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.177090 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Added segment d9ace3d9-1123-4fec-8fc3-bd79173fdf8e of type vlan for network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7
Dec 16 14:44:43.180439 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:43.234527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.290353 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.292553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:43.293540 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.299980 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:43.501788 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7618752
Dec 16 14:44:43.503291 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Pushing event updated for resources: {'Network': ['ID=ab64b81d-2513-4160-aa1d-8cfc5bdb39b7,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:43.504888 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35798) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:43.510287 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:43.516512 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Request body: {'subnet': {'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-658041422-subnet', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:43.534116 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:44:43.535404 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:43.543379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Usage tracker for resource:subnet and tenant:547f832c2adc4d3fb8a618390a506f3c is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:43.548806 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:43.562464 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:43.595688 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Made reservation on behalf of 547f832c2adc4d3fb8a618390a506f3c for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:43.603063 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33163755'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:43.868947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 0e22d283-ece1-41a0-b71e-1ed99c633f84 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:43.997029 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 0e22d283-ece1-41a0-b71e-1ed99c633f84 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:43.997594 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.007753 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33187860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33163737'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.017471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-78487a67-858c-47e8-b4e8-ec14ab099bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:44.165719 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24c38e1-8d5e-425f-a47f-5c364f7ae870,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:44.180519 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:44.195304 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Checking segment: {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:44.196067 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Network hostable DHCP agents. Network: ab64b81d-2513-4160-aa1d-8cfc5bdb39b7, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:44:44.234525 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:44:44.251120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, ab64b81d-2513-4160-aa1d-8cfc5bdb39b7) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:44.259456 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:44.260910 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.275468 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67995c2e-e2db-40a3-93bc-1c6f5c91f6f3 None None] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:44:44.307163 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-17e9d4c2-d647-4db7-8ac8-e8089f2844c4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7997661
Dec 16 14:44:44.311035 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 35814) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:44.317453 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:44.324440 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:44.332610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Usage tracker for resource:router and tenant:547f832c2adc4d3fb8a618390a506f3c is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:44.338290 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:44.353853 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:44.373356 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.374373 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.396049 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.632585 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-ab64b81d-2513-4160-aa1d-8cfc5bdb39b7', 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'fixed_ips': [{'subnet_id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:44:44.635652 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.667291 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:44.904177 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Allocated IP 172.20.0.2 (ab64b81d-2513-4160-aa1d-8cfc5bdb39b7/d24c38e1-8d5e-425f-a47f-5c364f7ae870/e0776314-45a8-4a34-a7aa-17a1d4fe74f6) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:45.206879 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.261916 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.283916 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Transition to ACTIVE for port object e0776314-45a8-4a34-a7aa-17a1d4fe74f6 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:45.302727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.324569 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Transition to ACTIVE for port object e0776314-45a8-4a34-a7aa-17a1d4fe74f6 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:45.336350 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.344154 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c4e40316-148b-4133-b9ac-94fa1676f490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:45.354588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35830) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:45.449574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:45.454947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:45.459604 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:45.465624 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Pushing event updated for resources: {'Port': ['ID=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:45.470025 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:45.549762 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Allocated IP 172.27.1.206 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/112e7788-3501-495e-9463-5f85bb8148d6) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:45.645157 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Attempting to bind port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:45.646128 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Attempting to bind port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:45.646380 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Attempting to bind port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 on network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:45.660554 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:44:45.661049 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Checking segment: {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:45.661777 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.662777 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Bound using segment: {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:44:45.664182 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Bound port: e0776314-45a8-4a34-a7aa-17a1d4fe74f6, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:45.664698 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.672253 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.749574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:45.752835 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d6b781d3004fb282eed47db091b3bf is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:44:45.757478 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:44:45.765380 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:45.827650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.836198 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] For port e0776314-45a8-4a34-a7aa-17a1d4fe74f6, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:44:45.842140 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] For port e0776314-45a8-4a34-a7aa-17a1d4fe74f6, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:44:45.848959 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.857630 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:45.877690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.884299 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.888885 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:45.893721 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:45.897983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bb5f5a6c-0af4-4a72-84df-f921544984c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:45.959744 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2d6b781d3004fb282eed47db091b3bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6033931
Dec 16 14:44:45.961103 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17acab07-9ed2-4f74-bb3e-58ca5fe9dbf9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:45.965792 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:45.966535 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:45.966987 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35838) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:45.971349 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:45.995926 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=112e7788-3501-495e-9463-5f85bb8148d6,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:45.999120 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:46.001253 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Pushing event updated for resources: {'Port': ['ID=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:46.008203 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:46.051706 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:46.080326 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.136315 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.229259 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.233860 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.235254 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.238069 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fd2739e9-c1a7-43c4-b6ad-e8cfbbf29c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:46.257466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17acab07-9ed2-4f74-bb3e-58ca5fe9dbf9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:46.263014 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:46.266592 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:46.268536 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17acab07-9ed2-4f74-bb3e-58ca5fe9dbf9 HTTP/1.1" status: 204  len: 168 time: 0.3001630
Dec 16 14:44:46.688825 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Router 34483e5c-296e-4d1a-9760-eb92e0498351 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:44:47.041974 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:44:47.059556 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Sync routers for ids ['34483e5c-296e-4d1a-9760-eb92e0498351'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:44:47.075071 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.077490 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7649140
Dec 16 14:44:47.081761 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 35846) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:44:47.102746 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Routers {'34483e5c-296e-4d1a-9760-eb92e0498351'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:47.103711 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14be0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['34483e5c-296e-4d1a-9760-eb92e0498351'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:47.354955 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a903e02-334d-408f-857c-09c151489b53 None None] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:44:47.387818 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Set router 34483e5c-296e-4d1a-9760-eb92e0498351 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:47.522709 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d3da0814-ec9e-4907-8a01-30f39da0e675 None None] Provisioning for port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:47.782274 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14be0>, [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:44:46Z', 'revision_number': 3, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:47.787136 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Checking router: 34483e5c-296e-4d1a-9760-eb92e0498351 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:44:47.787480 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Updating router 34483e5c-296e-4d1a-9760-eb92e0498351 port 112e7788-3501-495e-9463-5f85bb8148d6 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:44:47.872902 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:47.936290 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e0776314-45a8-4a34-a7aa-17a1d4fe74f6 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:48.046544 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:48.058341 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:48.059290 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.206717 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ea9836f-ce74-4649-981e-2bbcb988e8a7 None None] Provisioning complete for port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:48.207480 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ea9836f-ce74-4649-981e-2bbcb988e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.350388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5578017-e8b3-4607-b204-21b8441d678f req-f611539e-c46e-47c1-9819-4f888f392aed tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:48.358708 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-f611539e-c46e-47c1-9819-4f888f392aed tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/networks?id=44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 200  len: 813 time: 0.2059376
Dec 16 14:44:48.377605 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-3548717a-f5d6-478e-9284-6b08cb916f3c tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/quotas/841e959321694bbe969318fafd7f676b HTTP/1.1" status: 200  len: 375 time: 0.0178375
Dec 16 14:44:48.385427 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.399897 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.401000 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Transition to ACTIVE for port object 112e7788-3501-495e-9463-5f85bb8148d6 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:48.410844 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.418600 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5ac54286-7126-4df7-a41d-e0f65215f301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:48.451079 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-7554129f-87b9-4a2a-8fee-f83d5acc513c tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=841e959321694bbe969318fafd7f676b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0675912
Dec 16 14:44:48.453056 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ea9836f-ce74-4649-981e-2bbcb988e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.492607 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port e0776314-45a8-4a34-a7aa-17a1d4fe74f6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:44:48.501692 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Attempting to bind port 112e7788-3501-495e-9463-5f85bb8148d6 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:48.502627 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Attempting to bind port 112e7788-3501-495e-9463-5f85bb8148d6 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:48.502820 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Attempting to bind port 112e7788-3501-495e-9463-5f85bb8148d6 on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:48.512681 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:44:48.513102 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:48.513495 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.513893 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:44:48.514407 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Bound port: 112e7788-3501-495e-9463-5f85bb8148d6, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:48.514792 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.532466 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.543737 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:48.599672 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] For port 112e7788-3501-495e-9463-5f85bb8148d6, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:44:48.604301 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] For port 112e7788-3501-495e-9463-5f85bb8148d6, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=112e7788-3501-495e-9463-5f85bb8148d6,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:44:48.611650 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.639088 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:48.642204 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-1ea9836f-ce74-4649-981e-2bbcb988e8a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:44:48.642998 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-1ea9836f-ce74-4649-981e-2bbcb988e8a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:44:48.647227 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:48.656732 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Pushing event updated for resources: {'Port': ['ID=112e7788-3501-495e-9463-5f85bb8148d6,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:48.660231 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:48.684714 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.685237 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.685586 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.686147 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.686705 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.687308 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.687814 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.688388 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.688936 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.689484 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.690081 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:44:48.696704 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:48.697171 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-5f8ec088-ab3f-459b-a8f7-cef59b2aeba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:48.739895 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Routers {'34483e5c-296e-4d1a-9760-eb92e0498351'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:48.740533 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14be0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['34483e5c-296e-4d1a-9760-eb92e0498351'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:48.919978 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Allocated IP 172.20.0.1 (ab64b81d-2513-4160-aa1d-8cfc5bdb39b7/d24c38e1-8d5e-425f-a47f-5c364f7ae870/9b6343a7-7561-49ee-8552-7b16e492252b) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:48.933012 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-85f39e0b-5fd0-4c58-ad4c-b421ae062206 service neutron] 10.222.0.67 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4787898
Dec 16 14:44:48.938701 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Pushing event updated for resources: {'Port': ['ID=112e7788-3501-495e-9463-5f85bb8148d6,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:48.948533 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:49.000286 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] Set router 34483e5c-296e-4d1a-9760-eb92e0498351 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:49.104880 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-178a677c-efdd-496d-89b0-7849b1cc432d service neutron] 10.222.0.67 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496165
Dec 16 14:44:49.185261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.231698 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Transition to ACTIVE for port object 9b6343a7-7561-49ee-8552-7b16e492252b will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:49.287984 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.292900 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-592e190b-1f24-4ed4-990b-7a2932fe78a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:49.355944 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14be0>, [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:44:46Z', 'revision_number': 3, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:49.369923 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0bdce-23d6-4add-b0b6-088b17e6796f None None] The sync data for ids ['34483e5c-296e-4d1a-9760-eb92e0498351'] in dv-cinder-821893-3-iscsi is: [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:44:46Z', 'revision_number': 3, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:44:49.387506 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:49.396146 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:49.401231 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:49.490938 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Pushing event updated for resources: {'Port': ['ID=9b6343a7-7561-49ee-8552-7b16e492252b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:49.516529 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:49.532416 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-12d0f03c-6cb2-445c-9054-c45afd2f552f req-d168b35c-4b4e-4e6c-ad38-4f4525f6230c tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Synchronizing usage tracker for tenant:841e959321694bbe969318fafd7f676b on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:44:49.561558 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.566994 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-12d0f03c-6cb2-445c-9054-c45afd2f552f req-d168b35c-4b4e-4e6c-ad38-4f4525f6230c tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Unset dirty status for tenant:841e959321694bbe969318fafd7f676b on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:44:49.568253 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-12d0f03c-6cb2-445c-9054-c45afd2f552f req-d168b35c-4b4e-4e6c-ad38-4f4525f6230c tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 210 time: 0.1350005
Dec 16 14:44:49.701526 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.806753 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-05b78f73-0af9-4c50-ae8d-9c4b6baec5cf None None] Provisioning for port 9b6343a7-7561-49ee-8552-7b16e492252b completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:49.821372 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-05b78f73-0af9-4c50-ae8d-9c4b6baec5cf None None] Provisioning complete for port 9b6343a7-7561-49ee-8552-7b16e492252b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:49.822497 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05b78f73-0af9-4c50-ae8d-9c4b6baec5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:49.930788 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e0776314-45a8-4a34-a7aa-17a1d4fe74f6 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:49.973331 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-05b78f73-0af9-4c50-ae8d-9c4b6baec5cf None None] Port 9b6343a7-7561-49ee-8552-7b16e492252b cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:44:50.041776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.047834 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.048164 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:50.048417 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.075669 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-216e81de-0313-4e35-abf5-51d4796574c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:50.163631 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Pushing event updated for resources: {'Port': ['ID=9b6343a7-7561-49ee-8552-7b16e492252b,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:50.166802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.180912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:50.417264 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:50.419050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:50.711798 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-6f41bd0e-cf91-4188-adeb-a6a435ed2dfc None None] Provisioning complete for port 9b6343a7-7561-49ee-8552-7b16e492252b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:50.712217 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6f41bd0e-cf91-4188-adeb-a6a435ed2dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:50.806723 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-48fdace5-25db-4c12-82c0-804ba8482314 req-295abe94-7494-473b-a7f9-787511c00da6 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 210 time: 0.1029713
Dec 16 14:44:50.846088 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-6f41bd0e-cf91-4188-adeb-a6a435ed2dfc None None] Port 9b6343a7-7561-49ee-8552-7b16e492252b cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:44:51.030345 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Router 34483e5c-296e-4d1a-9760-eb92e0498351 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:44:51.330824 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:44:51.343293 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] 10.222.0.67 "PUT /v2.0/routers/34483e5c-296e-4d1a-9760-eb92e0498351/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2599540
Dec 16 14:44:52.214428 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-27b08d02-b453-481f-bb8b-6bdc00b96a71 req-8897dd9d-5771-4813-b68c-ad7374a33c5c tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 210 time: 0.1000273
Dec 16 14:44:52.227370 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5578017-e8b3-4607-b204-21b8441d678f req-c7523c0d-03bb-41c8-9a75-84723c520dd7 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:52.230037 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-c7523c0d-03bb-41c8-9a75-84723c520dd7 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "GET /v2.0/networks?id=44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 200  len: 813 time: 0.4003606
Dec 16 14:44:52.270203 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Request body: {'port': {'device_id': '1747dc01-042a-43ca-af34-0f592eb34e76', 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554', 'admin_state_up': True, 'tenant_id': '841e959321694bbe969318fafd7f676b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:52.437821 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:44:52.450224 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:44:52.463524 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Made reservation on behalf of 841e959321694bbe969318fafd7f676b for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:44:52.466877 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:52.715254 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Allocated IP 172.20.0.6 (44ed6d9d-119a-453b-8449-3d06aaf1b554/ab1b4393-3d9c-401d-909a-de82ecb95fdd/61d17c21-dd75-4cdb-8c24-c439e4185bf1) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:44:53.009905 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:53.042757 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:53.049778 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-34e9f565-56d1-45a2-b503-3720a3dc6a3d tempest-VolumesActionsTest-1951852526 tempest-VolumesActionsTest-1951852526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:53.137809 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Network 44ed6d9d-119a-453b-8449-3d06aaf1b554 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:44:53.139713 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:44:53.150380 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:44:53.208519 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Pushing event updated for resources: {'Port': ['ID=61d17c21-dd75-4cdb-8c24-c439e4185bf1,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:53.214471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:53.267769 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:53.268391 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:53.319799 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0544868
Dec 16 14:44:53.342901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Request body: {'port': {'device_id': '1747dc01-042a-43ca-af34-0f592eb34e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:44:53.612553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea578-755e-4614-aa58-88df6909ffb1 req-9657f8c8-c87b-41be-88e4-1e50dd8d801b tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:53.620705 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-081ea578-755e-4614-aa58-88df6909ffb1 req-9657f8c8-c87b-41be-88e4-1e50dd8d801b tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 931 time: 0.2361076
Dec 16 14:44:53.645117 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:53.669181 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-081ea578-755e-4614-aa58-88df6909ffb1 req-c786efed-d33f-48af-bffa-bf8c9f6a3f30 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472596
Dec 16 14:44:54.135600 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d17c21-dd75-4cdb-8c24-c439e4185bf1 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:44:54.143984 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:54.163908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Transition to ACTIVE for port object 61d17c21-dd75-4cdb-8c24-c439e4185bf1 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:54.170013 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:54.175615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cdbf7ea8-fc2d-43a5-98d1-1f77970c02d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:54.317235 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=61d17c21-dd75-4cdb-8c24-c439e4185bf1,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:54.346755 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:54.512909 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Attempting to bind port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:54.513331 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Attempting to bind port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:54.513784 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Attempting to bind port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 on network 44ed6d9d-119a-453b-8449-3d06aaf1b554 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:54.524774 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 on network 44ed6d9d-119a-453b-8449-3d06aaf1b554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:44:54.525090 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Attempting to bind port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 on network 44ed6d9d-119a-453b-8449-3d06aaf1b554 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:54.530143 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Sync routers for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:44:54.542958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:44:54.542958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Checking segment: {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:54.542958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Bound using segment: {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:44:54.542958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Bound port: 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3673f19f-33e3-4dec-a68c-28ae5134c3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:54.542958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:54.565047 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:54.566209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb555e0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:54.657339 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] For port 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:44:54.661039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] For port 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:44:54.669163 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:54.678302 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9138e806-5a4a-4794-a532-ccb380e65c0c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:54.765941 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:54.767427 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/61d17c21-dd75-4cdb-8c24-c439e4185bf1 HTTP/1.1" status: 200  len: 1093 time: 1.4330006
Dec 16 14:44:54.767945 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1747dc01-042a-43ca-af34-0f592eb34e76', 'tag': '61d17c21-dd75-4cdb-8c24-c439e4185bf1'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:44:54.796145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=61d17c21-dd75-4cdb-8c24-c439e4185bf1,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:54.799519 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:54.883019 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:54.934384 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1747dc01-042a-43ca-af34-0f592eb34e76', 'tag': '61d17c21-dd75-4cdb-8c24-c439e4185bf1', 'status': 'completed', 'code': 200}
Dec 16 14:44:55.070495 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-adb54c1a-7e46-4607-ab57-70db56feb6e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=841e959321694bbe969318fafd7f676b&device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 1096 time: 0.2430179
Dec 16 14:44:55.088947 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a983e3-c3ec-4369-ae0c-ef37e9c81df9 req-c8a61b65-5ea8-4208-8198-fa9af5419ae1 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:55.089883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-d1a983e3-c3ec-4369-ae0c-ef37e9c81df9 req-c8a61b65-5ea8-4208-8198-fa9af5419ae1 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Synchronizing usage tracker for tenant:841e959321694bbe969318fafd7f676b on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:44:55.255930 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-f9565a7b-3918-4c47-be40-7a202827d66c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1 HTTP/1.1" status: 200  len: 217 time: 0.1500628
Dec 16 14:44:55.338673 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-d1a983e3-c3ec-4369-ae0c-ef37e9c81df9 req-c8a61b65-5ea8-4208-8198-fa9af5419ae1 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Unset dirty status for tenant:841e959321694bbe969318fafd7f676b on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:44:55.346598 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1a983e3-c3ec-4369-ae0c-ef37e9c81df9 req-c8a61b65-5ea8-4208-8198-fa9af5419ae1 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 943 time: 0.4098871
Dec 16 14:44:55.408779 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb555e0>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 2, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:55.418161 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Checking router: 24ec9cc6-2994-4eba-8a60-df451c811cb1 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:44:55.418817 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Updating router 24ec9cc6-2994-4eba-8a60-df451c811cb1 port 37b29b8e-6955-4c69-a526-593f23cdca12 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:44:55.434736 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1a983e3-c3ec-4369-ae0c-ef37e9c81df9 req-98131ca7-07e2-43c0-82c2-f65b2e08b880 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867128
Dec 16 14:44:55.448081 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5578017-e8b3-4607-b204-21b8441d678f req-1794fdf5-60a8-4366-88b3-872acca5863d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:55.452276 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-1794fdf5-60a8-4366-88b3-872acca5863d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1b4393-3d9c-401d-909a-de82ecb95fdd HTTP/1.1" status: 200  len: 853 time: 0.1824772
Dec 16 14:44:55.507175 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-5e4fe1bf-116e-44a8-a217-c43e8aadd758 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44ed6d9d-119a-453b-8449-3d06aaf1b554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471642
Dec 16 14:44:55.510098 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:55.776642 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-420e9819-290d-4b5a-964c-166e86a43b57 service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601662
Dec 16 14:44:56.019381 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 112e7788-3501-495e-9463-5f85bb8148d6 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:56.027545 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d5578017-e8b3-4607-b204-21b8441d678f req-b62e5e7b-1964-4702-8fce-8bf9d8201ded service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2429466
Dec 16 14:44:56.250204 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 112e7788-3501-495e-9463-5f85bb8148d6 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:44:56.281325 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 112e7788-3501-495e-9463-5f85bb8148d6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:56.282394 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:56.344410 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-e5edad97-8097-4a35-bc3a-68d8ecb8b065 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=841e959321694bbe969318fafd7f676b&device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 1096 time: 0.1767871
Dec 16 14:44:56.399853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:56.439594 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Transition to ACTIVE for port object 37b29b8e-6955-4c69-a526-593f23cdca12 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:44:56.459694 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:56.467816 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c7937f2b-db8c-4acf-b7af-838259ed1b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:56.702445 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-5c75ed3e-4fb3-4973-acac-de8602da8855 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:56.704673 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-5c75ed3e-4fb3-4973-acac-de8602da8855 service neutron] 10.222.0.48 "GET /v2.0/networks?id=44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 200  len: 914 time: 0.3531504
Dec 16 14:44:56.807032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77665864-2308-4a7f-a518-479160bbd1a3 req-a842c2fb-d4d1-4fc7-a1be-8da95c9bb886 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:56.824397 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77665864-2308-4a7f-a518-479160bbd1a3 req-a842c2fb-d4d1-4fc7-a1be-8da95c9bb886 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 943 time: 0.1384053
Dec 16 14:44:56.865201 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:56.917072 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-a93b5876-6b07-4139-897c-4edef0771efd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1 HTTP/1.1" status: 200  len: 217 time: 0.2040226
Dec 16 14:44:56.970743 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77665864-2308-4a7f-a518-479160bbd1a3 req-82adac59-bd39-47c8-8289-d63fc483bae5 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377070
Dec 16 14:44:56.989639 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 112e7788-3501-495e-9463-5f85bb8148d6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=112e7788-3501-495e-9463-5f85bb8148d6,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:44:57.007998 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63c138-077a-47cd-b1f2-c484a229d489 None None] Pushing event updated for resources: {'Port': ['ID=37b29b8e-6955-4c69-a526-593f23cdca12,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:57.024735 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:57.045866 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-4f63c138-077a-47cd-b1f2-c484a229d489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:57.047115 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-4f63c138-077a-47cd-b1f2-c484a229d489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:57.220046 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-dcbb0ce4-5e56-4daa-91d4-be8ebaf1b4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:57.222641 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-dcbb0ce4-5e56-4daa-91d4-be8ebaf1b4e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ab1b4393-3d9c-401d-909a-de82ecb95fdd HTTP/1.1" status: 200  len: 853 time: 0.2949886
Dec 16 14:44:57.334132 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-a814c404-ad6a-4f40-848a-bcda3ac647d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=44ed6d9d-119a-453b-8449-3d06aaf1b554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985227
Dec 16 14:44:57.451674 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Attempting to bind port 37b29b8e-6955-4c69-a526-593f23cdca12 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:44:57.453662 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Attempting to bind port 37b29b8e-6955-4c69-a526-593f23cdca12 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:44:57.453662 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Attempting to bind port 37b29b8e-6955-4c69-a526-593f23cdca12 on network 09012bc1-694e-42de-9975-bdb8824a6f4c {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:44:57.455548 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=112e7788-3501-495e-9463-5f85bb8148d6,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:57.461403 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:57.474206 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:44:57.475115 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Checking segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:44:57.475677 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:57.476356 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Bound using segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:44:57.477012 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Bound port: 37b29b8e-6955-4c69-a526-593f23cdca12, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:44:57.477730 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:57.609224 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-5eef907f-e0a4-4ec9-bdee-10ef3c89353f service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2678256
Dec 16 14:44:57.620276 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] For port 37b29b8e-6955-4c69-a526-593f23cdca12, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:44:57.628990 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] For port 37b29b8e-6955-4c69-a526-593f23cdca12, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=37b29b8e-6955-4c69-a526-593f23cdca12,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:44:57.642547 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:57.659048 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:44:57.777433 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:57.778275 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb555e0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:57.945073 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acc9e06a-0476-43a9-855e-6f0c6e542ce5 req-07ae4694-7838-4b61-ac88-f364dce2a568 service neutron] 10.222.0.48 "GET /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3282685
Dec 16 14:44:58.109385 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 112e7788-3501-495e-9463-5f85bb8148d6 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:44:58.235931 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63c138-077a-47cd-b1f2-c484a229d489 None None] Pushing event updated for resources: {'Port': ['ID=37b29b8e-6955-4c69-a526-593f23cdca12,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:44:58.253173 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-4f63c138-077a-47cd-b1f2-c484a229d489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:44:58.257021 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 112e7788-3501-495e-9463-5f85bb8148d6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:44:58.257698 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.358023 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:58.369038 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d57396-b116-4a75-a258-f76891da524a req-fb332463-525b-44ec-9d24-5d6926ee3af3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:58.374301 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c4d57396-b116-4a75-a258-f76891da524a req-fb332463-525b-44ec-9d24-5d6926ee3af3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 943 time: 0.1135881
Dec 16 14:44:58.443026 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c4d57396-b116-4a75-a258-f76891da524a req-fac67da5-00bc-4c1c-979d-ed5ecd4cf4a7 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615828
Dec 16 14:44:58.549006 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Sync routers for ids ['34483e5c-296e-4d1a-9760-eb92e0498351'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:44:58.565169 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Routers {'34483e5c-296e-4d1a-9760-eb92e0498351'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:44:58.565839 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14730>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['34483e5c-296e-4d1a-9760-eb92e0498351'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:58.866277 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Set router 34483e5c-296e-4d1a-9760-eb92e0498351 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:44:58.938713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-bea96da1-3639-4941-8c64-52fabe0c45f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:58.998913 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb555e0>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:57Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:59.005947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91fdaf-e783-44ad-9f6e-f04405788bb7 None None] The sync data for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi is: [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:44:57Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:44:59.309919 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14730>, [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 4, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '9b6343a7-7561-49ee-8552-7b16e492252b', 'name': '', 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'mac_address': 'fa:16:3e:37:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 2, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'subnets': [{'id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:44:59.317606 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Checking router: 34483e5c-296e-4d1a-9760-eb92e0498351 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:44:59.317944 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Updating router 34483e5c-296e-4d1a-9760-eb92e0498351 port 9b6343a7-7561-49ee-8552-7b16e492252b binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:44:59.401637 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:44:59.709017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 61d17c21-dd75-4cdb-8c24-c439e4185bf1 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:44:59.917015 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d8bc-31d8-4754-a286-2d0c09688dd1 req-a1a51f01-022c-4063-bcf1-28414f1d47d8 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:44:59.919613 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cff9d8bc-31d8-4754-a286-2d0c09688dd1 req-a1a51f01-022c-4063-bcf1-28414f1d47d8 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 943 time: 0.1680200
Dec 16 14:44:59.977419 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:00.029202 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '61d17c21-dd75-4cdb-8c24-c439e4185bf1', 'network_id': '44ed6d9d-119a-453b-8449-3d06aaf1b554', 'port_id': '61d17c21-dd75-4cdb-8c24-c439e4185bf1', 'mac_address': 'fa:16:3e:51:35:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab1b4393-3d9c-401d-909a-de82ecb95fdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:45:00.037140 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cff9d8bc-31d8-4754-a286-2d0c09688dd1 req-80657097-80ed-4cc1-ad79-bca69cabe5f2 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081328
Dec 16 14:45:00.075901 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 37b29b8e-6955-4c69-a526-593f23cdca12 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:00.230601 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.253117 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Transition to ACTIVE for port object 9b6343a7-7561-49ee-8552-7b16e492252b will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:00.256998 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.271409 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.285309 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:00.297348 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d17c21-dd75-4cdb-8c24-c439e4185bf1 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:00.336645 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:00.338204 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 37b29b8e-6955-4c69-a526-593f23cdca12 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:00.346756 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.352261 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:00.403804 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 37b29b8e-6955-4c69-a526-593f23cdca12 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:00.404366 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.480786 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06879452-f777-4432-b797-1fe139a1f2bd None None] Pushing event updated for resources: {'Port': ['ID=9b6343a7-7561-49ee-8552-7b16e492252b,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:00.493578 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-06879452-f777-4432-b797-1fe139a1f2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:00.559252 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=61d17c21-dd75-4cdb-8c24-c439e4185bf1,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:00.564931 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:00.691532 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Attempting to bind port 9b6343a7-7561-49ee-8552-7b16e492252b on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:45:00.692438 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Attempting to bind port 9b6343a7-7561-49ee-8552-7b16e492252b by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:45:00.692961 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Attempting to bind port 9b6343a7-7561-49ee-8552-7b16e492252b on network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:00.700386 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.706843 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:45:00.707452 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Checking segment: {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:45:00.708113 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.708761 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Bound using segment: {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:45:00.709611 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Bound port: 9b6343a7-7561-49ee-8552-7b16e492252b, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:45:00.710316 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.774740 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 37b29b8e-6955-4c69-a526-593f23cdca12, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=37b29b8e-6955-4c69-a526-593f23cdca12,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:00.781183 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.786512 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:00.861637 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] For port 9b6343a7-7561-49ee-8552-7b16e492252b, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:45:00.868573 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] For port 9b6343a7-7561-49ee-8552-7b16e492252b, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=9b6343a7-7561-49ee-8552-7b16e492252b,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:45:00.878277 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:00.881238 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['61d17c21-dd75-4cdb-8c24-c439e4185bf1'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:45:00.892589 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-c8f7f0e6-9cc7-44eb-a1c6-08d274b9d27f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:01.026677 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Routers {'34483e5c-296e-4d1a-9760-eb92e0498351'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:45:01.027538 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14730>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:44:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['34483e5c-296e-4d1a-9760-eb92e0498351'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:01.069065 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=37b29b8e-6955-4c69-a526-593f23cdca12,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:01.079924 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:01.139925 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06879452-f777-4432-b797-1fe139a1f2bd None None] Pushing event updated for resources: {'Port': ['ID=9b6343a7-7561-49ee-8552-7b16e492252b,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:01.144700 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-06879452-f777-4432-b797-1fe139a1f2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:01.401105 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] Set router 34483e5c-296e-4d1a-9760-eb92e0498351 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:45:01.437805 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7f683697-4bb8-42fa-9aa7-0b2042b3f60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:01.509222 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d264f12-9689-4c7e-a367-6949729e988d req-899e89d5-439c-4117-a810-93cc47f5ec3e tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:01.511249 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8d264f12-9689-4c7e-a367-6949729e988d req-899e89d5-439c-4117-a810-93cc47f5ec3e tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 944 time: 0.1331630
Dec 16 14:45:01.618142 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8d264f12-9689-4c7e-a367-6949729e988d req-3d8844c1-359a-46a4-b459-1cf173bf9809 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964832
Dec 16 14:45:01.896496 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 37b29b8e-6955-4c69-a526-593f23cdca12 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:02.000881 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 37b29b8e-6955-4c69-a526-593f23cdca12 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:02.001354 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:02.065243 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb14730>, [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 4, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '9b6343a7-7561-49ee-8552-7b16e492252b', 'name': '', 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'mac_address': 'fa:16:3e:37:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 4, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'subnets': [{'id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:02.073853 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49816e09-e360-42ed-9aaf-4ab903c71666 None None] The sync data for ids ['34483e5c-296e-4d1a-9760-eb92e0498351'] in dv-cinder-821893-3-iscsi is: [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:44:49Z', 'revision_number': 4, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '9b6343a7-7561-49ee-8552-7b16e492252b', 'name': '', 'network_id': 'ab64b81d-2513-4160-aa1d-8cfc5bdb39b7', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'mac_address': 'fa:16:3e:37:c2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:48Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 4, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'subnets': [{'id': 'd24c38e1-8d5e-425f-a47f-5c364f7ae870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:45:02.380142 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:02.916208 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:02.970194 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:45:02.992259 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab65f5-5624-44c5-a408-6e9039583378 req-ad13741f-b310-4754-ac8b-40eb13b03c6a tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:02.995388 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2eab65f5-5624-44c5-a408-6e9039583378 req-ad13741f-b310-4754-ac8b-40eb13b03c6a tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 944 time: 0.1755228
Dec 16 14:45:03.115018 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2eab65f5-5624-44c5-a408-6e9039583378 req-f278a3e4-a552-4612-bee3-81ab616107a8 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068761
Dec 16 14:45:03.725047 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 61d17c21-dd75-4cdb-8c24-c439e4185bf1 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:03.860508 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:03.874130 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:03.874755 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.008789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9b6343a7-7561-49ee-8552-7b16e492252b up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:04.277578 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.348758 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1747dc01-042a-43ca-af34-0f592eb34e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d17c21-dd75-4cdb-8c24-c439e4185bf1'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:04.372010 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:04.376411 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 9b6343a7-7561-49ee-8552-7b16e492252b completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:04.390187 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 9b6343a7-7561-49ee-8552-7b16e492252b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:04.390969 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.501121 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.508926 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:04.538092 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b5d80-74d9-4e88-b739-f502967c9db4 req-a12a3b44-2ab8-4aaa-912f-4a6f886682ed tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:04.547143 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-622b5d80-74d9-4e88-b739-f502967c9db4 req-a12a3b44-2ab8-4aaa-912f-4a6f886682ed tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 945 time: 0.1832628
Dec 16 14:45:04.626066 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-622b5d80-74d9-4e88-b739-f502967c9db4 req-6c1cc823-a1bd-4664-b032-68b04a04a10f tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732219
Dec 16 14:45:04.641670 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.696355 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=61d17c21-dd75-4cdb-8c24-c439e4185bf1,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:04.717340 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:04.757211 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.815468 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1747dc01-042a-43ca-af34-0f592eb34e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d17c21-dd75-4cdb-8c24-c439e4185bf1', 'code': 200}
Dec 16 14:45:04.820401 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 9b6343a7-7561-49ee-8552-7b16e492252b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=9b6343a7-7561-49ee-8552-7b16e492252b,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:04.829557 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:04.833654 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:04.981572 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=9b6343a7-7561-49ee-8552-7b16e492252b,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:04.987202 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:05.259139 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-94f22779-9522-4ada-b577-6c563e092814 req-a3b589de-987c-4449-9db7-fb9d998e90db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 1098 time: 0.1405218
Dec 16 14:45:05.328503 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-94f22779-9522-4ada-b577-6c563e092814 req-f6dae671-955a-4c94-a7da-a588fb9a51a0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612614
Dec 16 14:45:05.975376 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9b6343a7-7561-49ee-8552-7b16e492252b up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:06.089472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e6c02-3d2b-404b-a234-bd40778a67ff req-d1d54656-69ce-40f0-9946-d8003b149036 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:06.096977 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ab6e6c02-3d2b-404b-a234-bd40778a67ff req-d1d54656-69ce-40f0-9946-d8003b149036 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 945 time: 0.1831098
Dec 16 14:45:06.156631 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 9b6343a7-7561-49ee-8552-7b16e492252b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:06.157436 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:06.221130 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ab6e6c02-3d2b-404b-a234-bd40778a67ff req-899637aa-ecac-4364-a9e0-6664f11bfe25 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098325
Dec 16 14:45:07.575643 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a55d-5c12-4d69-825c-62dff75a8feb req-e4068afe-1769-4f03-933f-23755f61fbde tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:07.578326 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4318a55d-5c12-4d69-825c-62dff75a8feb req-e4068afe-1769-4f03-933f-23755f61fbde tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 945 time: 0.1335962
Dec 16 14:45:07.677570 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4318a55d-5c12-4d69-825c-62dff75a8feb req-14002a25-daf4-42c7-8f96-9623b50c672b tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883527
Dec 16 14:45:08.151720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-edec9be7-57c5-4126-8f02-a52f498caee5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:08.152576 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-edec9be7-57c5-4126-8f02-a52f498caee5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:network {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:08.176512 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-edec9be7-57c5-4126-8f02-a52f498caee5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:network {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:08.178656 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-edec9be7-57c5-4126-8f02-a52f498caee5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 815 time: 0.2365868
Dec 16 14:45:08.208978 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-f5e0184f-72f7-4d38-8dc9-b4661a1ec8a7 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/quotas/7210fc0bdd80446484aaf7f436c2317b HTTP/1.1" status: 200  len: 375 time: 0.0234561
Dec 16 14:45:08.366039 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-f1a90fe0-a0f7-495c-a998-f8034ac0b09d tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1461425
Dec 16 14:45:08.725868 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-4ad4030c-8f8d-4c2e-8a1a-31210803fa2d service neutron] 10.222.0.67 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3425760
Dec 16 14:45:08.902198 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-d5c4d3e7-6dba-4067-b0b1-65dba61f8b9d service neutron] 10.222.0.67 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646731
Dec 16 14:45:09.206463 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2e216788-3ac7-4b1e-8204-4a13dd66450c req-d0d10ce8-83c3-4ec9-ac2e-042afe98066f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:09.235559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2e216788-3ac7-4b1e-8204-4a13dd66450c req-d0d10ce8-83c3-4ec9-ac2e-042afe98066f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:09.237419 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e216788-3ac7-4b1e-8204-4a13dd66450c req-d0d10ce8-83c3-4ec9-ac2e-042afe98066f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 210 time: 0.1113493
Dec 16 14:45:10.364750 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:10.538285 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e4eb7233-e16a-4af8-abeb-d9564aaea291 req-9c0921e6-2820-478c-a2af-888dcca58228 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 210 time: 0.0515299
Dec 16 14:45:10.850440 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-7d915978-ae60-4a3b-a396-4f606dc1aea4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:10.853873 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-7d915978-ae60-4a3b-a396-4f606dc1aea4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 815 time: 0.3195717
Dec 16 14:45:10.890640 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'port': {'device_id': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'admin_state_up': True, 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:11.092557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:11.109196 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:11.132626 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Made reservation on behalf of 7210fc0bdd80446484aaf7f436c2317b for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:45:11.136948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.342227 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Allocated IP 172.20.0.5 (09012bc1-694e-42de-9975-bdb8824a6f4c/a4292811-325a-46fc-bddb-6039ebbdfe02/a286353e-4b59-4c95-8963-0d90f65f6f8b) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:11.851308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.884811 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ad0527b3-c4ff-4147-bc73-3d0d7c5664b1 req-8f764938-3060-4845-aba5-adc0d358fdba tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 210 time: 0.0483816
Dec 16 14:45:11.886383 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Transition to ACTIVE for port object a286353e-4b59-4c95-8963-0d90f65f6f8b will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:11.940342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:11.947463 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:12.063051 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Network 09012bc1-694e-42de-9975-bdb8824a6f4c is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:12.069213 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:12.086766 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:45:12.171476 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:12.182169 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:12.234041 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:12.235022 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:12.283966 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3994398
Dec 16 14:45:12.430238 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-12ea737f-644a-43b9-bf93-c49e17435146 None None] Provisioning for port a286353e-4b59-4c95-8963-0d90f65f6f8b completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:12.437374 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-12ea737f-644a-43b9-bf93-c49e17435146 None None] Provisioning complete for port a286353e-4b59-4c95-8963-0d90f65f6f8b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:12.437816 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12ea737f-644a-43b9-bf93-c49e17435146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:12.519992 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-12ea737f-644a-43b9-bf93-c49e17435146 None None] Port a286353e-4b59-4c95-8963-0d90f65f6f8b cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:45:13.247102 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-eccc4b09-ab90-4079-ad48-a06a8f210ac1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:13.248005 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-eccc4b09-ab90-4079-ad48-a06a8f210ac1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:13.277533 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-eccc4b09-ab90-4079-ad48-a06a8f210ac1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:13.282694 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-eccc4b09-ab90-4079-ad48-a06a8f210ac1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.2311506
Dec 16 14:45:13.349788 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-cdf8a045-b9f1-42c9-bceb-1d45bf787f19 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:13.383443 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-cdf8a045-b9f1-42c9-bceb-1d45bf787f19 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:13.385433 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-35c56f57-fd57-47af-9df8-c0ed816b16ad req-cdf8a045-b9f1-42c9-bceb-1d45bf787f19 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955944
Dec 16 14:45:14.684117 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa1ae1-d0aa-479b-990b-5d84da466e9a req-d4fe9562-63d3-400e-ba5e-4f8c8d0874e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:14.685735 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1eaa1ae1-d0aa-479b-990b-5d84da466e9a req-d4fe9562-63d3-400e-ba5e-4f8c8d0874e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1330819
Dec 16 14:45:14.766067 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1eaa1ae1-d0aa-479b-990b-5d84da466e9a req-2b4a281a-725f-4836-98f0-fe810f0c06c3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706425
Dec 16 14:45:16.190738 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8c0c-0428-4213-9abc-2dead19cb851 req-cb4b5452-4841-4958-8672-c2ec11d68e75 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:16.193192 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-025c8c0c-0428-4213-9abc-2dead19cb851 req-cb4b5452-4841-4958-8672-c2ec11d68e75 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1800354
Dec 16 14:45:16.261894 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-025c8c0c-0428-4213-9abc-2dead19cb851 req-572c7ce4-2a2b-43dd-a916-638fa376825d tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587718
Dec 16 14:45:17.527988 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fcdc4-6ac7-47c0-be33-de14794fd8f2 req-c9b20c28-248b-4d01-bff0-2c2817d73bee tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:17.530589 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-050fcdc4-6ac7-47c0-be33-de14794fd8f2 req-c9b20c28-248b-4d01-bff0-2c2817d73bee tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1170895
Dec 16 14:45:17.607145 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-050fcdc4-6ac7-47c0-be33-de14794fd8f2 req-d29c0313-a50a-4cd9-90d9-c8b7896f9792 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650134
Dec 16 14:45:18.911818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef28ad-123b-4e5e-a0be-817a2056b75a req-fefe5988-e6d4-4a21-83fc-d1dc94171bf9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:18.915344 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beef28ad-123b-4e5e-a0be-817a2056b75a req-fefe5988-e6d4-4a21-83fc-d1dc94171bf9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1457064
Dec 16 14:45:18.987405 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beef28ad-123b-4e5e-a0be-817a2056b75a req-d7885568-38ca-40ae-9bd0-f73b56b76fa9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641220
Dec 16 14:45:20.374385 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556d29c-6f2a-4e88-8675-ea9f446b7967 req-55875df6-6120-4653-910f-85f5e595b02a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:20.376170 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6556d29c-6f2a-4e88-8675-ea9f446b7967 req-55875df6-6120-4653-910f-85f5e595b02a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1420829
Dec 16 14:45:20.451733 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6556d29c-6f2a-4e88-8675-ea9f446b7967 req-bab49fd6-b94b-4c34-81b5-f37cb6d484c3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645289
Dec 16 14:45:21.885142 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d8d8-050d-43c0-b6fa-252d0a1414d6 req-18e84c22-0e2d-41a3-af21-17c54a04faad tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:21.889058 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-df61d8d8-050d-43c0-b6fa-252d0a1414d6 req-18e84c22-0e2d-41a3-af21-17c54a04faad tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1688697
Dec 16 14:45:21.995021 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-df61d8d8-050d-43c0-b6fa-252d0a1414d6 req-808aae0d-49e8-49ee-8c25-0b162e433773 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952096
Dec 16 14:45:22.358541 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988614c8-3ae1-40a2-99ea-fbbb6b0341c8 req-9493038f-98d4-46ed-818f-9fc0feece28d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:22.360330 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-988614c8-3ae1-40a2-99ea-fbbb6b0341c8 req-9493038f-98d4-46ed-818f-9fc0feece28d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1465907
Dec 16 14:45:22.436731 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-988614c8-3ae1-40a2-99ea-fbbb6b0341c8 req-ac08e17d-f023-4cdb-aadb-fdcf2c318df1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653906
Dec 16 14:45:23.271120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b725ab-e236-4585-8fb5-df191a4a969a req-50e434f6-abf6-42df-abd7-4e8d86ef9235 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:23.272643 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c3b725ab-e236-4585-8fb5-df191a4a969a req-50e434f6-abf6-42df-abd7-4e8d86ef9235 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.0955586
Dec 16 14:45:23.342499 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c3b725ab-e236-4585-8fb5-df191a4a969a req-e150aac0-8b44-4872-addb-1007cd6e2cd4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622835
Dec 16 14:45:23.720361 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38fdb-abbe-451e-8efd-6b4dca0eb2e6 req-683f5686-bfb4-4bd0-874d-3bd0388cfdf1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:23.722215 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bde38fdb-abbe-451e-8efd-6b4dca0eb2e6 req-683f5686-bfb4-4bd0-874d-3bd0388cfdf1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1110096
Dec 16 14:45:23.787484 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bde38fdb-abbe-451e-8efd-6b4dca0eb2e6 req-5aed7630-8c98-49e3-89cd-b2f4527f5081 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496299
Dec 16 14:45:24.613858 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d0c2-d7ff-4c48-9084-9f1a80a11346 req-05579886-9ccd-4b81-8fc4-24a25f8450e1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:24.615526 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c86d0c2-d7ff-4c48-9084-9f1a80a11346 req-05579886-9ccd-4b81-8fc4-24a25f8450e1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1256800
Dec 16 14:45:24.687980 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c86d0c2-d7ff-4c48-9084-9f1a80a11346 req-ce7fb9ca-4b83-436e-bd32-4af3b9c61b87 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624819
Dec 16 14:45:25.036145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f086e3d-19f4-4aa2-b123-507b6e827601 req-58ca3dce-d09c-4844-bc7d-abf53a3253af tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.037638 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2f086e3d-19f4-4aa2-b123-507b6e827601 req-58ca3dce-d09c-4844-bc7d-abf53a3253af tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.0994878
Dec 16 14:45:25.104887 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2f086e3d-19f4-4aa2-b123-507b6e827601 req-0ea8dae2-76b4-4ae6-a5c3-247d366e1877 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606775
Dec 16 14:45:25.919348 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd447a-f6d3-465d-9dd8-5a82cff50826 req-c2e40bed-e432-40ff-938b-828d6a580aae tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:25.920844 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-83cd447a-f6d3-465d-9dd8-5a82cff50826 req-c2e40bed-e432-40ff-938b-828d6a580aae tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.0899312
Dec 16 14:45:25.972730 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-83cd447a-f6d3-465d-9dd8-5a82cff50826 req-b508765e-a3ec-45a6-aebd-40a963be3d0c tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460129
Dec 16 14:45:26.368522 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f0202-9962-48bf-810a-adf299915332 req-da5031da-6cb3-43f1-afb3-8ebdb29cc3df tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:26.371412 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd3f0202-9962-48bf-810a-adf299915332 req-da5031da-6cb3-43f1-afb3-8ebdb29cc3df tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.1121225
Dec 16 14:45:26.426477 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd3f0202-9962-48bf-810a-adf299915332 req-ffc70ffa-8688-46e2-aece-76b91e96149a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469015
Dec 16 14:45:26.919653 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Request body: {'port': {'device_id': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:27.049557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:27.289321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15476570-f8c3-47c2-a31a-d27395dff30f req-eda3074e-c96f-40cb-a0da-3b04a447a52b tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:27.292194 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-15476570-f8c3-47c2-a31a-d27395dff30f req-eda3074e-c96f-40cb-a0da-3b04a447a52b tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 931 time: 0.1402636
Dec 16 14:45:27.357495 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-15476570-f8c3-47c2-a31a-d27395dff30f req-7f3e29c3-1a23-444a-94d8-4c9ab169d410 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601616
Dec 16 14:45:27.842093 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a286353e-4b59-4c95-8963-0d90f65f6f8b {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:27.859642 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:27.870188 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a41caa-a74b-49cc-97c9-b41e1c47d5fa req-40c7e436-bb5d-4daf-bb67-9dd78d53ede9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:27.871884 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-34a41caa-a74b-49cc-97c9-b41e1c47d5fa req-40c7e436-bb5d-4daf-bb67-9dd78d53ede9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.2906141
Dec 16 14:45:27.910052 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Transition to ACTIVE for port object a286353e-4b59-4c95-8963-0d90f65f6f8b will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:27.919209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:27.927319 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:28.094688 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-34a41caa-a74b-49cc-97c9-b41e1c47d5fa req-00143ea0-5aa6-4b63-ae8c-6b5790deb242 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151136
Dec 16 14:45:28.106155 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:28.166412 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.166780 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.167361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.168236 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.168935 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.169338 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.169716 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.170076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.170653 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.171287 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.171643 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:28.224219 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:28.275985 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Attempting to bind port a286353e-4b59-4c95-8963-0d90f65f6f8b on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:45:28.276440 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Attempting to bind port a286353e-4b59-4c95-8963-0d90f65f6f8b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:45:28.276817 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Attempting to bind port a286353e-4b59-4c95-8963-0d90f65f6f8b on network 09012bc1-694e-42de-9975-bdb8824a6f4c {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:28.290134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Port a286353e-4b59-4c95-8963-0d90f65f6f8b on network 09012bc1-694e-42de-9975-bdb8824a6f4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:45:28.290134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Attempting to bind port a286353e-4b59-4c95-8963-0d90f65f6f8b on network 09012bc1-694e-42de-9975-bdb8824a6f4c {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:28.297218 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:45:28.297555 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Checking segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:45:28.297907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Bound using segment: {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:45:28.298351 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Bound port: a286353e-4b59-4c95-8963-0d90f65f6f8b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:45:28.298688 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:28.444896 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:45:28.451823 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:45:28.461486 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:28.466098 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-694ba8d2-20fc-4c0a-8a34-11f45deb8c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:28.538069 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:28.539611 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] 10.222.0.48 "PUT /v2.0/ports/a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 1093 time: 1.6277335
Dec 16 14:45:28.540124 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:28.556488 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:28.559826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:28.612248 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'status': 'completed', 'code': 200}
Dec 16 14:45:28.642472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c01af-3563-4e4f-8752-96a1942a0917 req-b56857f8-e815-4b09-affa-bea255c091f0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:28.644015 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7e3c01af-3563-4e4f-8752-96a1942a0917 req-b56857f8-e815-4b09-affa-bea255c091f0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.1145444
Dec 16 14:45:28.699543 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7e3c01af-3563-4e4f-8752-96a1942a0917 req-15fce715-64fb-4518-ad01-e937dc0924df tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496356
Dec 16 14:45:28.804936 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2353e650-777e-4c13-b3e0-bbc0d5c7fedf req-e5eb616b-6e83-435e-ab05-97ca8407ea34 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1096 time: 0.0753336
Dec 16 14:45:28.917089 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-571855e2-c6bd-4ea7-8c97-97bf1e034926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:28.982027 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e650-777e-4c13-b3e0-bbc0d5c7fedf req-0190b53e-3093-46e1-9f31-52e8e79e4922 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:28.983539 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2353e650-777e-4c13-b3e0-bbc0d5c7fedf req-0190b53e-3093-46e1-9f31-52e8e79e4922 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7210fc0bdd80446484aaf7f436c2317b&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1618629
Dec 16 14:45:29.000194 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517164a-8468-4fb0-9266-785033b217aa req-b800570c-557d-46a9-b6a1-d13691d83d1c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:29.001635 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2517164a-8468-4fb0-9266-785033b217aa req-b800570c-557d-46a9-b6a1-d13691d83d1c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.0870931
Dec 16 14:45:29.097707 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Deleting port c97c5936-fff0-4630-886d-e693f3707c42 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:45:29.098385 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:29.146213 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e650-777e-4c13-b3e0-bbc0d5c7fedf req-f97e1ac3-a501-47dc-bba0-6f99fb8000c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:29.147808 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2353e650-777e-4c13-b3e0-bbc0d5c7fedf req-f97e1ac3-a501-47dc-bba0-6f99fb8000c6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1573634
Dec 16 14:45:29.312223 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-95da8131-34f9-4499-afc8-d69aa88603d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1096 time: 0.0803838
Dec 16 14:45:29.410987 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-63b40fc2-49fb-4a43-8663-b6d5c6f427f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 217 time: 0.0834928
Dec 16 14:45:29.481639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-793a3246-69f0-4b31-8eb7-84fdae93a8d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:29.483200 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-793a3246-69f0-4b31-8eb7-84fdae93a8d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.0642343
Dec 16 14:45:29.585782 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-1e61512b-a537-4e83-89a4-268b95b3413d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943718
Dec 16 14:45:29.648279 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6ebe4-fc18-43aa-a4ae-9dab67a694e9 req-ab6815ac-e82e-4e57-8dbf-7f783fcae87e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:29.650128 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-78b6ebe4-fc18-43aa-a4ae-9dab67a694e9 req-ab6815ac-e82e-4e57-8dbf-7f783fcae87e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 945 time: 0.3707390
Dec 16 14:45:29.652520 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] For port c97c5936-fff0-4630-886d-e693f3707c42, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c97c5936-fff0-4630-886d-e693f3707c42,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:29.653020 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:29.794892 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-3da44053-ea1f-4721-bab9-6458e90c60d7 service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992805
Dec 16 14:45:29.987299 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-78b6ebe4-fc18-43aa-a4ae-9dab67a694e9 req-6d9c8998-2135-4340-91c5-63ae5a67584c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=db4020cd-b51d-48a6-875a-e3bf30d0cbe2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3250117
Dec 16 14:45:30.235061 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:30.235628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:30.236160 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Floating IP e84867e9-c223-45ea-9104-97592ce0ba64 disassociated. External IP: 172.27.1.234, port: c97c5936-fff0-4630-886d-e693f3707c42.
Dec 16 14:45:30.236704 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Calling delete_port for c97c5936-fff0-4630-886d-e693f3707c42 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:45:30.303798 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86ff4828-e652-4ace-82f2-8726f46b78e7 req-e3efc31e-0398-4151-9e09-8be5fe4a36b0 service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5024173
Dec 16 14:45:30.338013 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9db6-57eb-4c73-8e58-206c299a7151 req-0a04f131-32d6-491a-bbf0-2bee6a6fcab8 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:30.341005 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e24e9db6-57eb-4c73-8e58-206c299a7151 req-0a04f131-32d6-491a-bbf0-2bee6a6fcab8 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.3669193
Dec 16 14:45:30.422383 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e24e9db6-57eb-4c73-8e58-206c299a7151 req-223f1235-7cea-4278-a60c-f9f2adcc075a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737386
Dec 16 14:45:30.563515 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:30.571190 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:30.616845 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event deleted for resources: {'Port': ['ID=c97c5936-fff0-4630-886d-e693f3707c42,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:30.621422 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:30.861897 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:45:30.939032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731dc3-7369-4257-bf44-25905599355f req-b8ee0742-b927-4a1a-af61-86e7d6ea3575 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:30.941271 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5a731dc3-7369-4257-bf44-25905599355f req-b8ee0742-b927-4a1a-af61-86e7d6ea3575 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.1051645
Dec 16 14:45:30.996778 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5a731dc3-7369-4257-bf44-25905599355f req-d684e0e2-0c85-4b04-a63b-82d220f5b866 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487139
Dec 16 14:45:31.146565 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:45:31.164026 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:45:31.189011 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:45:31.189802 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf945b50>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:45:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:31.352562 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] No DVR routers for this DVR port c97c5936-fff0-4630-886d-e693f3707c42 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:45:31.361517 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b936b781-e4e8-4987-a248-28a85cc36303 req-11ad938b-bf58-4f5d-944b-782ec4278566 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0562665
Dec 16 14:45:31.363251 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:31.366987 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'name': 'network-vif-deleted', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:31.397052 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2517164a-8468-4fb0-9266-785033b217aa req-003a28ab-1cf5-4d0c-99ae-1f4d685ef542 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "DELETE /v2.0/ports/c97c5936-fff0-4630-886d-e693f3707c42 HTTP/1.1" status: 204  len: 173 time: 2.3885779
Dec 16 14:45:31.434778 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a777f005-79ab-468b-9496-4c02363f5b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:31.445145 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:45:31.558267 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d728139-ef79-4b38-b489-6fd9aa84d0fa', 'name': 'network-vif-deleted', 'tag': 'c97c5936-fff0-4630-886d-e693f3707c42', 'status': 'completed', 'code': 200}
Dec 16 14:45:31.684444 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a7019-4a8f-455a-924e-9e24bc8146c0 req-3cc90c9c-3ee7-4965-ae06-e75a2f5cdd1e tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:31.685926 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4d3a7019-4a8f-455a-924e-9e24bc8146c0 req-3cc90c9c-3ee7-4965-ae06-e75a2f5cdd1e tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.1183078
Dec 16 14:45:31.748213 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4d3a7019-4a8f-455a-924e-9e24bc8146c0 req-718a1df1-6d66-4d58-9022-c6380f33a140 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555694
Dec 16 14:45:31.936131 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf945b50>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:31.940189 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:45:31.951613 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:45:31.952233 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf945b50>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:45:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:32.140348 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:45:32.271926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2a816-cd47-4b1a-92ed-d508c30f6fb5 req-9f37a4c6-7ae6-49d0-9abb-b188fd834d54 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:32.277158 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37c2a816-cd47-4b1a-92ed-d508c30f6fb5 req-9f37a4c6-7ae6-49d0-9abb-b188fd834d54 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.0938070
Dec 16 14:45:32.345906 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37c2a816-cd47-4b1a-92ed-d508c30f6fb5 req-f83621c8-20e1-4ade-8ba1-5a2ec2b89da1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638051
Dec 16 14:45:32.421350 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:32.571979 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf945b50>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:32.577970 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5958a-428e-464a-abb8-04b772e18ea4 None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:45:32.595613 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4474aa8b-7b95-4d13-8b39-440d7d27de3e req-ab78a57e-85ef-4f11-b2c1-3da58909dc47 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:32.614388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4474aa8b-7b95-4d13-8b39-440d7d27de3e req-ab78a57e-85ef-4f11-b2c1-3da58909dc47 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:32.616157 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4474aa8b-7b95-4d13-8b39-440d7d27de3e req-ab78a57e-85ef-4f11-b2c1-3da58909dc47 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.1079633
Dec 16 14:45:32.858680 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f14ec-eb00-4fb1-b214-cb80f0772b8d None None] New status for floating IP e84867e9-c223-45ea-9104-97592ce0ba64: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:45:32.881466 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:33.014173 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc1ee4-b800-4889-ac1d-e997f7343f0e req-d3668b13-2a6d-47c9-bfa6-674d6b8ea798 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:33.016758 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ecc1ee4-b800-4889-ac1d-e997f7343f0e req-d3668b13-2a6d-47c9-bfa6-674d6b8ea798 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.1122079
Dec 16 14:45:33.072031 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ecc1ee4-b800-4889-ac1d-e997f7343f0e req-e1bcf539-97b0-491c-bd47-be39f552457f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463760
Dec 16 14:45:33.584805 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224295b1-7853-4257-a77a-73c07651774e req-8216165e-fd4b-46d6-8544-78056a9e2e92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:33.586647 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-224295b1-7853-4257-a77a-73c07651774e req-8216165e-fd4b-46d6-8544-78056a9e2e92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.0964408
Dec 16 14:45:33.643616 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-224295b1-7853-4257-a77a-73c07651774e req-c606f29f-66fc-4714-96a3-c3e656ca6e20 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506601
Dec 16 14:45:33.816818 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7cc6cef-0aff-4cdd-8666-602041e15297 req-6c0e2d13-5114-4559-bbf2-fc13672bfebe tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0420914
Dec 16 14:45:34.404764 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b808-70aa-4b80-84ae-dc416a95806f req-ad426d6c-d388-4d0c-bd2c-0505a7a66fd0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:34.407359 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2b11b808-70aa-4b80-84ae-dc416a95806f req-ad426d6c-d388-4d0c-bd2c-0505a7a66fd0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.0977225
Dec 16 14:45:34.462344 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:34.560818 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2b11b808-70aa-4b80-84ae-dc416a95806f req-28973a64-f952-4d1d-82cb-72c6e95f1fe6 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459956
Dec 16 14:45:34.748572 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c97c5936-fff0-4630-886d-e693f3707c42 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:45:34.819069 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: c97c5936-fff0-4630-886d-e693f3707c42 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:45:34.819434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c97c5936-fff0-4630-886d-e693f3707c42 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:45:34.945130 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae723-744b-4640-bf54-d48927f6b10a req-43952289-eea6-42a0-99ae-ea9686be563d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:34.947644 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-54dae723-744b-4640-bf54-d48927f6b10a req-43952289-eea6-42a0-99ae-ea9686be563d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.1463034
Dec 16 14:45:35.017038 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b1fc482f-86e3-488d-b899-bcb664a92d0e req-96518d6b-9e1a-4b44-9ce0-d7e3c431a5b4 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0486970
Dec 16 14:45:35.017640 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-54dae723-744b-4640-bf54-d48927f6b10a req-90bd6f28-4dd7-4f48-91b8-ac42732271f9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595562
Dec 16 14:45:35.798849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dc816-c80a-4bcf-ad16-66099a102c65 req-0064d95f-dd7b-4b77-bcc7-dd9587e628dd tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:35.800626 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d3dc816-c80a-4bcf-ad16-66099a102c65 req-0064d95f-dd7b-4b77-bcc7-dd9587e628dd tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.1103806
Dec 16 14:45:35.851713 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d3dc816-c80a-4bcf-ad16-66099a102c65 req-80188194-ff5a-4ac1-8b95-8d4dcbdde4c5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445011
Dec 16 14:45:36.262928 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-749cc746-43cc-470b-8771-41b11f3fd281 req-839e608f-72de-4ab3-bf2f-5b34c32f0a8f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d728139-ef79-4b38-b489-6fd9aa84d0fa HTTP/1.1" status: 200  len: 210 time: 0.0677176
Dec 16 14:45:36.319933 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7c17-e326-4165-889c-39a8107f8ce2 req-6318ee3a-d466-438f-b86d-250c3ee8f8fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:36.321589 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d3ce7c17-e326-4165-889c-39a8107f8ce2 req-6318ee3a-d466-438f-b86d-250c3ee8f8fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.0958793
Dec 16 14:45:36.371581 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d3ce7c17-e326-4165-889c-39a8107f8ce2 req-9c03086a-dd2c-4dac-9b25-0ea606091e1b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438728
Dec 16 14:45:37.084202 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73caab-9c6d-4d2c-a4bc-75cf3f37518e req-ef165831-b55f-4c1e-a61a-53bd51d2a582 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:37.086135 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ac73caab-9c6d-4d2c-a4bc-75cf3f37518e req-ef165831-b55f-4c1e-a61a-53bd51d2a582 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 943 time: 0.0965214
Dec 16 14:45:37.126877 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a286353e-4b59-4c95-8963-0d90f65f6f8b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:45:37.174301 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ac73caab-9c6d-4d2c-a4bc-75cf3f37518e req-82224bbf-2e09-4fe4-aa30-9d799da17156 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796974
Dec 16 14:45:37.307531 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:37.324406 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'port_id': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'mac_address': 'fa:16:3e:f9:4e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:45:37.382325 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:37.410425 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a286353e-4b59-4c95-8963-0d90f65f6f8b {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:37.424140 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36218) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:37.428552 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:37.434227 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:37.437292 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:37.511688 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:37.521330 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.521809 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.522076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:37.522254 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.522690 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.522849 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.523342 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.523984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.524662 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.524995 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.525368 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.525675 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:37.531651 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:37.566430 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:37.631641 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:37.638666 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-caf3a681-935a-4df3-bced-0fa29336b350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:37.643003 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01766956-0974-4eea-8906-aaddf6cccf52 req-56a8d78f-1771-4035-a948-2d16cf88bd9e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:37.644501 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01766956-0974-4eea-8906-aaddf6cccf52 req-56a8d78f-1771-4035-a948-2d16cf88bd9e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.0921223
Dec 16 14:45:37.655502 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4020cd-b51d-48a6-875a-e3bf30d0cbe2,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:37.658633 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:37.664983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:37.666460 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "DELETE /v2.0/security-groups/db4020cd-b51d-48a6-875a-e3bf30d0cbe2 HTTP/1.1" status: 204  len: 168 time: 0.2409036
Dec 16 14:45:37.669640 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36224) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:37.695748 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-78239eec-cd6b-485c-a007-5dc76dd657eb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] show failed (client error): The resource could not be found.
Dec 16 14:45:37.697550 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-78239eec-cd6b-485c-a007-5dc76dd657eb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups/db4020cd-b51d-48a6-875a-e3bf30d0cbe2 HTTP/1.1" status: 404  len: 347 time: 0.0260694
Dec 16 14:45:37.700039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36228) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:37.705173 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01766956-0974-4eea-8906-aaddf6cccf52 req-841dfed4-115f-40e3-abd1-b8d47bc34fc3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546851
Dec 16 14:45:37.877365 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Deleting port 8cf96171-b142-4dcc-b491-30eab4d30385 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:45:37.877709 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:38.074114 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:38.074352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:38.203651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Calling delete_port for 8cf96171-b142-4dcc-b491-30eab4d30385 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:45:38.456151 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:38.461140 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:38.514221 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event deleted for resources: {'Port': ['ID=8cf96171-b142-4dcc-b491-30eab4d30385,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:38.517089 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:38.563511 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff27027-5233-49aa-a755-1c38fa7c4b3a req-2d07bd0f-20ce-49b6-9713-7fabb789c1ac tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:38.565105 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6ff27027-5233-49aa-a755-1c38fa7c4b3a req-2d07bd0f-20ce-49b6-9713-7fabb789c1ac tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 944 time: 0.2356939
Dec 16 14:45:38.753016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:38.763320 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6ff27027-5233-49aa-a755-1c38fa7c4b3a req-cd61d338-de2d-4875-9fe5-a5fc595ae020 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645799
Dec 16 14:45:38.778930 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:38.790287 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "DELETE /v2.0/floatingips/e84867e9-c223-45ea-9104-97592ce0ba64 HTTP/1.1" status: 204  len: 168 time: 1.0788710
Dec 16 14:45:38.954327 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de21f1c-368c-4b7d-a27e-08e33e6482cd req-366c3c1b-26b2-4a65-a5b1-598188f5e5db tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:38.955844 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4de21f1c-368c-4b7d-a27e-08e33e6482cd req-366c3c1b-26b2-4a65-a5b1-598188f5e5db tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.0893619
Dec 16 14:45:39.009664 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4de21f1c-368c-4b7d-a27e-08e33e6482cd req-49dabc3f-6c91-45c9-af64-d2dec433fae7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478022
Dec 16 14:45:39.247807 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36242) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:39.253891 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279208687', 'description': 'tempest-description--1177536746'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:39.260189 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:39.264818 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:39.267986 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:39.273884 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:39.284705 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.322650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:39.327196 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:39.330575 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:39.337193 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:39.406853 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.412600 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.417928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-78239b1a-314a-499e-9562-f4dbd938b4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:39.469090 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b126ea-8068-4f3e-b230-83349ededda1,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:39.475247 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.476902 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2279480
Dec 16 14:45:39.482247 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36246) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:39.489153 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'security_group_rule': {'security_group_id': '07b126ea-8068-4f3e-b230-83349ededda1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:39.490061 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.490656 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.491139 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.491727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.492217 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.492819 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.493421 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.494056 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.494634 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.495278 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.495874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:45:39.497807 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:39.503024 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:39.503494 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1eb65168-74f9-419d-95ff-491e7b989255 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:39.507926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:39.517290 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:39.542304 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.626679 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.630828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.632959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ec0676aa-a039-4804-aadb-b77aefe77b92 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:39.656266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf80ecc-540c-46df-813f-02d2d5fe5ee7,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:39.662381 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:39.668768 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.670388 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9d249f2b-c036-4cbc-91f8-6eb85ca557de tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1865909
Dec 16 14:45:39.674642 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36250) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:39.680687 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'security_group_rule': {'security_group_id': '07b126ea-8068-4f3e-b230-83349ededda1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:39.687548 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:39.691996 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:security_group_rule and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:39.695399 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:39.702163 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:39.722892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.798301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.803435 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.810306 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-7be54245-bbe1-4f98-b2b9-63b68c3076b4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:39.831882 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dbbb44-8de3-4f7b-a48a-1acd86d8784f,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:39.845696 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:39.856067 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.857651 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1818702
Dec 16 14:45:39.861120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36256) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:39.867335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:39.876403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:39.881373 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Usage tracker for resource:floatingip and tenant:f78091827c644b1fb185ec17f9aa73e2 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:39.885298 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:39.892973 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:39.905662 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:39.967957 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:45:40.082604 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:40.085354 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224942aa-e8b8-407c-883c-21399f476c87 req-aca3b9bf-c0a1-4bdb-961e-8e31fec9fd2a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:40.095861 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-224942aa-e8b8-407c-883c-21399f476c87 req-aca3b9bf-c0a1-4bdb-961e-8e31fec9fd2a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 944 time: 0.1051314
Dec 16 14:45:40.148294 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-224942aa-e8b8-407c-883c-21399f476c87 req-09e6b092-3213-4a07-9860-526c861652d5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529656
Dec 16 14:45:40.314795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Allocated IP 172.27.1.115 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/9e62157d-61ff-4819-a081-4260c3d1ff54) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:40.433720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5aa87-2b6d-4ee0-adcb-944c0ea92b2a req-6a481c6c-d438-4b43-b845-28e474e4fb30 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:40.435370 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2ec5aa87-2b6d-4ee0-adcb-944c0ea92b2a req-6a481c6c-d438-4b43-b845-28e474e4fb30 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.2066865
Dec 16 14:45:40.526314 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2ec5aa87-2b6d-4ee0-adcb-944c0ea92b2a req-206da16a-f6ab-4b59-9df7-868e77669604 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846233
Dec 16 14:45:40.531936 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:40.572906 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:40.579680 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:40.714517 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:40.720970 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:40.724033 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'Port': ['ID=9e62157d-61ff-4819-a081-4260c3d1ff54,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:40.727784 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:45:40.767227 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:40.933776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.017059 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.270919 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.277476 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.283588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-452c9fee-f960-49c9-b2a3-f67da1ae370c tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:41.394575 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd7fd1-b884-4b0a-a8b5-0f0aafdbfdf4 req-e085317d-aa93-4ccd-b1b1-1506d1a1349c tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:41.396214 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4acd7fd1-b884-4b0a-a8b5-0f0aafdbfdf4 req-e085317d-aa93-4ccd-b1b1-1506d1a1349c tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 944 time: 0.1150100
Dec 16 14:45:41.415071 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'Port': ['ID=9e62157d-61ff-4819-a081-4260c3d1ff54,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:41.422370 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:41.453294 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4acd7fd1-b884-4b0a-a8b5-0f0aafdbfdf4 req-927e4748-e24b-4096-b870-e442ae020ad2 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465002
Dec 16 14:45:41.456370 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.483039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.486521 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6242037
Dec 16 14:45:41.626948 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.729630 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf270a-4a86-41c7-ab38-302103955d80 req-27fcf790-bffd-46fa-9781-5d170b23a636 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:41.733317 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eadf270a-4a86-41c7-ab38-302103955d80 req-27fcf790-bffd-46fa-9781-5d170b23a636 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.1199293
Dec 16 14:45:41.784833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cc3ab-cfaa-4925-8d10-f2db6ebbcf28 req-bee73301-8554-417d-a6b7-6be42eaeca15 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:41.786323 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f6cc3ab-cfaa-4925-8d10-f2db6ebbcf28 req-bee73301-8554-417d-a6b7-6be42eaeca15 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 946 time: 0.0949912
Dec 16 14:45:41.839780 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f6cc3ab-cfaa-4925-8d10-f2db6ebbcf28 req-f52cfddc-55e5-40b4-b340-74e954cf31b5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=be97e8ee-7e01-4738-b265-5d43f12365b7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478411
Dec 16 14:45:41.848040 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Deleting port e59517d2-2291-4c73-889e-594d9cc076e2 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:45:41.848384 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:41.885028 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-479d5bd0-0aa8-473d-b490-ea807e985447 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:41.921624 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-479d5bd0-0aa8-473d-b490-ea807e985447 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:41.923016 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-479d5bd0-0aa8-473d-b490-ea807e985447 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--279208687&fields=id&tenant_id=f78091827c644b1fb185ec17f9aa73e2 HTTP/1.1" status: 200  len: 267 time: 0.1888885
Dec 16 14:45:42.243620 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-df228f00-8030-4262-b0e5-2f4133ff68a6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:42.244304 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-df228f00-8030-4262-b0e5-2f4133ff68a6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:42.277566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] For port e59517d2-2291-4c73-889e-594d9cc076e2, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e59517d2-2291-4c73-889e-594d9cc076e2,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:42.277938 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:42.347710 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-df228f00-8030-4262-b0e5-2f4133ff68a6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:42.348451 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-df228f00-8030-4262-b0e5-2f4133ff68a6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 811 time: 0.3891788
Dec 16 14:45:42.383663 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-da292457-cc36-4d44-a4f6-e3a17595ae8e tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/quotas/f78091827c644b1fb185ec17f9aa73e2 HTTP/1.1" status: 200  len: 375 time: 0.0205185
Dec 16 14:45:42.590798 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a286353e-4b59-4c95-8963-0d90f65f6f8b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:45:42.593684 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-0d358d05-2f84-4e48-b488-93c0208ff87c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1173739
Dec 16 14:45:42.782418 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-55e1137c-c7c6-4df8-9bbd-f3eb3f658851 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1098 time: 0.1518645
Dec 16 14:45:42.798725 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230821c-1956-448e-9f9d-5f5afed37152 req-948dd93f-8cf2-4fdd-8647-2aefe5cb5bd9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:42.800303 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8230821c-1956-448e-9f9d-5f5afed37152 req-948dd93f-8cf2-4fdd-8647-2aefe5cb5bd9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 944 time: 0.1290185
Dec 16 14:45:42.803735 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-b2310240-9301-4414-a2f5-b180848a34af tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4077566
Dec 16 14:45:42.815926 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:42.816294 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:42.816601 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Floating IP 69965e51-3981-47f4-ac07-4d3148b4b66e disassociated. External IP: 172.27.1.69, port: e59517d2-2291-4c73-889e-594d9cc076e2.
Dec 16 14:45:42.816939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Calling delete_port for e59517d2-2291-4c73-889e-594d9cc076e2 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:45:43.052829 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-1150d3d5-5f79-4799-8549-f849372e91aa service neutron] 10.222.0.67 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2084019
Dec 16 14:45:43.053904 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8230821c-1956-448e-9f9d-5f5afed37152 req-9301dcf4-f3fc-4634-a6ad-00b843caa9b0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2421067
Dec 16 14:45:43.126426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75301581-50af-41ec-971f-8e609423d774 req-f060ce93-c74a-4b43-8b9b-bd4dc15d4ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:43.129935 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-f060ce93-c74a-4b43-8b9b-bd4dc15d4ea5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 910 time: 0.3168349
Dec 16 14:45:43.185566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:43.210336 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-caa777dd-64b3-419c-8a6b-a8187af16e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:43.325822 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event deleted for resources: {'Port': ['ID=e59517d2-2291-4c73-889e-594d9cc076e2,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:43.346954 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:43.379285 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-af535da0-f80a-43b6-a93b-39e7d3b283b9 req-197f35a8-5c87-48a9-8b6d-4c3839b64119 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.1286917
Dec 16 14:45:43.429555 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-82133e93-9dfd-4eaa-b1e8-7b6c556309a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 1001 time: 0.2896764
Dec 16 14:45:43.513131 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75301581-50af-41ec-971f-8e609423d774 req-3165ab55-2ea4-472b-8a57-6b0cbc30d047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:43.515867 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-3165ab55-2ea4-472b-8a57-6b0cbc30d047 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.0783246
Dec 16 14:45:43.544631 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-91e328e3-b4ea-4d5b-ac0e-ab3fb4152da7 service neutron] 10.222.0.67 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4516735
Dec 16 14:45:43.633973 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-185828c3-f805-41f1-8357-da4a08136276 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1106224
Dec 16 14:45:43.741871 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:45:43.874508 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-7017cdea-695a-4382-8f7e-282ebb88ae18 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316163
Dec 16 14:45:43.876403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-cf3f5928-902d-493f-8445-ad8e6d5df647 req-f694e663-febe-47ee-99ad-f2229a5b6268 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:43.994590 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-cf3f5928-902d-493f-8445-ad8e6d5df647 req-f694e663-febe-47ee-99ad-f2229a5b6268 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:44.006935 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf3f5928-902d-493f-8445-ad8e6d5df647 req-f694e663-febe-47ee-99ad-f2229a5b6268 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 210 time: 0.1807208
Dec 16 14:45:44.019833 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:45:44.039020 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:45:44.054706 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:45:44.055574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc9e2b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:45:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:44.081080 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75301581-50af-41ec-971f-8e609423d774 req-58785dd1-a341-4a51-8565-15fdaef8c991 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994448
Dec 16 14:45:44.112287 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] No DVR routers for this DVR port e59517d2-2291-4c73-889e-594d9cc076e2 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:45:44.117077 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:44.126799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-deleted', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:44.166893 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eadf270a-4a86-41c7-ab38-302103955d80 req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "DELETE /v2.0/ports/e59517d2-2291-4c73-889e-594d9cc076e2 HTTP/1.1" status: 204  len: 173 time: 2.4180646
Dec 16 14:45:44.291800 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5b5c02-69ca-4290-bba0-54d6ed2eb215', 'name': 'network-vif-deleted', 'tag': 'e59517d2-2291-4c73-889e-594d9cc076e2', 'status': 'completed', 'code': 200}
Dec 16 14:45:44.417284 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:45:44.428229 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374278e3-7675-4fce-ade0-08c9a85ff10c req-2eaae913-4fdc-4e8e-8e22-e639c03c22c4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:44.430111 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-374278e3-7675-4fce-ade0-08c9a85ff10c req-2eaae913-4fdc-4e8e-8e22-e639c03c22c4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 944 time: 0.1369262
Dec 16 14:45:44.546569 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-374278e3-7675-4fce-ade0-08c9a85ff10c req-98d8b643-fc3b-4945-8cab-3b7ca019d7a6 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971057
Dec 16 14:45:44.656994 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bcc21255-ffd2-46a4-8c95-072871c0d439 req-45f9b9e6-390a-4653-a466-b12ad362d2d9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5b5c02-69ca-4290-bba0-54d6ed2eb215 HTTP/1.1" status: 200  len: 210 time: 0.0418999
Dec 16 14:45:44.922803 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc9e2b0>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:44.929442 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:45:44.948800 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:45:44.949975 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc9e2b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:45:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:45.252758 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:45:45.273112 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27140165-cf67-4e5e-b80f-76720c143bb7 req-65f8469f-33db-4e4c-8e5c-8e2a9c6a3ee2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 210 time: 0.0490189
Dec 16 14:45:45.570935 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a286353e-4b59-4c95-8963-0d90f65f6f8b up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:45.767846 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port a286353e-4b59-4c95-8963-0d90f65f6f8b completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:45.788865 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port a286353e-4b59-4c95-8963-0d90f65f6f8b triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:45.791755 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:45.878550 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc9e2b0>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:45:45.911973 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d379a579-1bdf-4026-84d3-d3781cc089c2 None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:45:45.922915 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47313fe-39d9-416a-9b93-264521b047db req-a7afcd13-e8ee-4e57-90a4-45c9f134a1ea tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:45.932825 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a47313fe-39d9-416a-9b93-264521b047db req-a7afcd13-e8ee-4e57-90a4-45c9f134a1ea tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 944 time: 0.2086732
Dec 16 14:45:45.960777 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36326) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:46.025258 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a47313fe-39d9-416a-9b93-264521b047db req-32df65e4-d8f4-4185-93ab-25e50167744e tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840905
Dec 16 14:45:46.113545 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.173051 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.196346 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.295480 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:46.297190 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:46.308662 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.310057 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:45:46.383602 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:46.471286 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c8d6a-64f3-40c3-b69f-f0d816487214 None None] New status for floating IP 69965e51-3981-47f4-ac07-4d3148b4b66e: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:45:46.496076 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: e59517d2-2291-4c73-889e-594d9cc076e2 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:45:46.496671 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e59517d2-2291-4c73-889e-594d9cc076e2 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:45:46.549970 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'code': 200}
Dec 16 14:45:46.621051 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.629111 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:46.637365 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:46.655254 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ddb99a97-04bc-4f13-8e0a-aa215daac6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:46.769264 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be97e8ee-7e01-4738-b265-5d43f12365b7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:46.779932 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37b1b5f4-4945-422b-87b9-3de819696568 req-fe8626f5-0a12-4680-b050-bbd2b084751f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 210 time: 0.1280384
Dec 16 14:45:46.781480 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:46.786933 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:46.793042 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36334) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:46.793768 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "DELETE /v2.0/security-groups/be97e8ee-7e01-4738-b265-5d43f12365b7 HTTP/1.1" status: 204  len: 168 time: 0.8261313
Dec 16 14:45:46.869589 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-7f762a19-5a05-476d-90f9-e88ffc7dd2d5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] show failed (client error): The resource could not be found.
Dec 16 14:45:46.871965 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7f762a19-5a05-476d-90f9-e88ffc7dd2d5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups/be97e8ee-7e01-4738-b265-5d43f12365b7 HTTP/1.1" status: 404  len: 347 time: 0.0764201
Dec 16 14:45:46.874371 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-87ab77bd-478a-45bd-8ed5-9ec526b97c8a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:46.875275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36338) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:46.877534 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-87ab77bd-478a-45bd-8ed5-9ec526b97c8a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 811 time: 0.6087303
Dec 16 14:45:46.988229 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-0f25141f-6103-4782-9489-f0502a505864 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78091827c644b1fb185ec17f9aa73e2 HTTP/1.1" status: 200  len: 379 time: 0.0674031
Dec 16 14:45:46.998388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'port': {'device_id': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'admin_state_up': True, 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'security_groups': ['07b126ea-8068-4f3e-b230-83349ededda1']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:47.109977 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Deleting port 485aaeaf-dbd4-44cf-b0cb-121d7ff23f87 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:45:47.110956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.346971 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:47.362947 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:47.391628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Made reservation on behalf of f78091827c644b1fb185ec17f9aa73e2 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:45:47.393467 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cffc0454-4fef-4d65-99d5-cb03980c44a3 req-d99af333-a377-4230-b8b7-ca3aea2b271b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1098 time: 0.4386818
Dec 16 14:45:47.396820 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.402532 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.402960 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:47.478778 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12843c9-41e0-4368-b92a-cf505f499246 req-10a0cf3c-64fe-47ab-94ce-c10bdf5451c3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:47.496942 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f12843c9-41e0-4368-b92a-cf505f499246 req-10a0cf3c-64fe-47ab-94ce-c10bdf5451c3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2082989
Dec 16 14:45:47.702027 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f12843c9-41e0-4368-b92a-cf505f499246 req-a0a5aa1d-dbb8-4623-9184-6e669212a41f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979311
Dec 16 14:45:47.810489 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Allocated IP 172.20.0.3 (6169d189-9be4-4abd-beaa-98b69d0a6fcc/184d3232-be31-4cb1-b518-e34f0ec5b8ba/87c2d9a0-97d2-4890-8290-54947fa974e9) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:47.819320 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Calling delete_port for 485aaeaf-dbd4-44cf-b0cb-121d7ff23f87 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:45:47.882495 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cffc0454-4fef-4d65-99d5-cb03980c44a3 req-49e53212-edf4-48d9-80a2-a3945a61707d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4659140
Dec 16 14:45:48.032813 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-949639f3-5369-40ac-b41d-cb1426dda904 req-eba96f99-0ce7-45aa-9822-9c73a8d7e704 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 210 time: 0.0632186
Dec 16 14:45:48.059281 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.066657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a4d5ffa9-9ce5-4955-96ef-1892504705a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:48.099391 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.113225 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event deleted for resources: {'Port': ['ID=485aaeaf-dbd4-44cf-b0cb-121d7ff23f87,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:48.116327 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:48.129867 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Transition to ACTIVE for port object 87c2d9a0-97d2-4890-8290-54947fa974e9 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:48.165863 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.177321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d53d973b-5b8d-4764-9865-f1dc6633ab26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:48.258772 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.275795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.284068 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "DELETE /v2.0/floatingips/69965e51-3981-47f4-ac07-4d3148b4b66e HTTP/1.1" status: 204  len: 168 time: 1.3993256
Dec 16 14:45:48.284336 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:48.284336 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:48.286876 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:45:48.319384 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event updated for resources: {'Port': ['ID=87c2d9a0-97d2-4890-8290-54947fa974e9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:48.327677 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:48.366276 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:48.367044 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.400659 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4065402
Dec 16 14:45:48.422171 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Request body: {'port': {'device_id': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:48.590626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.642895 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-73434b52-b5cd-45b6-ae15-3befe37d437f None None] Provisioning for port 87c2d9a0-97d2-4890-8290-54947fa974e9 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:48.658846 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-73434b52-b5cd-45b6-ae15-3befe37d437f None None] Provisioning complete for port 87c2d9a0-97d2-4890-8290-54947fa974e9 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:48.659879 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-73434b52-b5cd-45b6-ae15-3befe37d437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.748026 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36360) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:48.755350 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728423112', 'description': 'tempest-description--162729115'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:48.763760 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:48.771699 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-73434b52-b5cd-45b6-ae15-3befe37d437f None None] Port 87c2d9a0-97d2-4890-8290-54947fa974e9 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:45:48.772014 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:48.778402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:48.786629 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:48.822202 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:48.880402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:48.888013 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:48.893451 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:48.971261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:49.116971 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcf383-66fd-4111-adde-9f56a2927300 req-0a2c9ea7-81f5-477c-a185-77dbc43e6001 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:49.119954 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-aebcf383-66fd-4111-adde-9f56a2927300 req-0a2c9ea7-81f5-477c-a185-77dbc43e6001 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2206264
Dec 16 14:45:49.121105 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c2d9a0-97d2-4890-8290-54947fa974e9 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:49.143890 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.169015 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Transition to ACTIVE for port object 87c2d9a0-97d2-4890-8290-54947fa974e9 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:49.174139 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.182208 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.188853 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b0941ae8-5a90-42a7-8ee3-e9149d66f86c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:49.192735 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.217472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:49.254490 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.259422 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.5103886
Dec 16 14:45:49.267968 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36368) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:49.283937 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'security_group_rule': {'security_group_id': 'ebecc449-e196-47b3-8c14-b190215d7c54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:49.299205 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:49.302762 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebecc449-e196-47b3-8c14-b190215d7c54,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:49.307100 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:49.315040 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:49.319415 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:49.328792 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:49.345966 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-aebcf383-66fd-4111-adde-9f56a2927300 req-2457e655-af80-44e6-b15f-06e8c386529c tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098353
Dec 16 14:45:49.359887 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.475657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.485268 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Pushing event updated for resources: {'Port': ['ID=87c2d9a0-97d2-4890-8290-54947fa974e9,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:49.489890 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.491374 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:49.492120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:49.536963 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beea40c4-4a8a-4e78-81ad-ea6dca78fa3c,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:49.537785 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.540716 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2666869
Dec 16 14:45:49.542420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f379abb3-5c74-49c5-b923-061055deca2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:49.556228 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36372) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:49.565416 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'security_group_rule': {'security_group_id': 'ebecc449-e196-47b3-8c14-b190215d7c54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:49.577912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:49.586430 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:security_group_rule and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:49.593407 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:49.606184 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:49.628069 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b30363-3d1f-4836-97f0-66aca61c8f9c req-6a108684-8828-495e-a9eb-fd6259945377 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:49.628863 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-33b30363-3d1f-4836-97f0-66aca61c8f9c req-6a108684-8828-495e-a9eb-fd6259945377 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:49.640242 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.646301 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Attempting to bind port 87c2d9a0-97d2-4890-8290-54947fa974e9 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:45:49.646623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Attempting to bind port 87c2d9a0-97d2-4890-8290-54947fa974e9 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:45:49.646940 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Attempting to bind port 87c2d9a0-97d2-4890-8290-54947fa974e9 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:49.654795 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Port 87c2d9a0-97d2-4890-8290-54947fa974e9 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:45:49.655112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Attempting to bind port 87c2d9a0-97d2-4890-8290-54947fa974e9 on network 6169d189-9be4-4abd-beaa-98b69d0a6fcc {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:49.658236 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-33b30363-3d1f-4836-97f0-66aca61c8f9c req-6a108684-8828-495e-a9eb-fd6259945377 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:49.659382 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-33b30363-3d1f-4836-97f0-66aca61c8f9c req-6a108684-8828-495e-a9eb-fd6259945377 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 943 time: 0.4075062
Dec 16 14:45:49.663927 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:45:49.664265 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Checking segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:45:49.664645 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Bound using segment: {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:45:49.665067 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Bound port: 87c2d9a0-97d2-4890-8290-54947fa974e9, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7a9271-192a-40a8-80e3-6b115537cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:45:49.665777 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.723468 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.728221 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.730448 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:49.751866 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a55fb6a-4e95-4d5a-b8d2-181956889f90,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:49.756560 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:49.767843 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.772401 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2113349
Dec 16 14:45:49.772569 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36376) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:45:49.776447 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-33b30363-3d1f-4836-97f0-66aca61c8f9c req-7d26d7ee-1c39-40bc-a4ae-362a3b0c9136 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998535
Dec 16 14:45:49.777966 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:49.783250 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:49.787168 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Usage tracker for resource:floatingip and tenant:198be39f56934fc58b1c76e532336733 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:45:49.790800 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:45:49.807036 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:49.828370 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.895164 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] For port 87c2d9a0-97d2-4890-8290-54947fa974e9, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:45:49.898454 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] For port 87c2d9a0-97d2-4890-8290-54947fa974e9, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=87c2d9a0-97d2-4890-8290-54947fa974e9,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:45:49.904931 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.908922 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b1265dd3-95be-4a64-b761-36dddb0f2ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:49.971122 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:49.972451 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] 10.222.0.48 "PUT /v2.0/ports/87c2d9a0-97d2-4890-8290-54947fa974e9 HTTP/1.1" status: 200  len: 1093 time: 1.5556388
Dec 16 14:45:49.973065 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:50.032937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Pushing event updated for resources: {'Port': ['ID=87c2d9a0-97d2-4890-8290-54947fa974e9,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:50.051542 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:50.061912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.125454 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'status': 'completed', 'code': 200}
Dec 16 14:45:50.250683 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-cfef7d13-8dba-4ca6-9e88-de20dd4051c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 1096 time: 0.1964068
Dec 16 14:45:50.276225 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Allocated IP 172.27.1.216 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/21c21b2f-3844-4dfe-a2a7-65841c65d7cc) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:50.331553 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-397c4206-c88f-4804-9a06-dd050539ab07 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c2d9a0-97d2-4890-8290-54947fa974e9 HTTP/1.1" status: 200  len: 217 time: 0.0665882
Dec 16 14:45:50.458493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-99d72192-ab2f-42e7-a4a8-721280361d17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:50.460425 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-99d72192-ab2f-42e7-a4a8-721280361d17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.1219480
Dec 16 14:45:50.556179 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.613138 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-f1ee6b63-3c67-4b14-9b11-0c84fb5e7f68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1436639
Dec 16 14:45:50.615925 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:50.623426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cc3044fd-b81c-4403-86d5-81262cd6f762 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:50.624812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb1c4c-9000-4ee0-b1bf-74360494736f req-a198e458-e021-4dc3-a892-dd388607e2b7 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:50.626661 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39eb1c4c-9000-4ee0-b1bf-74360494736f req-a198e458-e021-4dc3-a892-dd388607e2b7 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 945 time: 0.1139259
Dec 16 14:45:50.656639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb6e6-539f-4344-bb93-4ad981ef1016 req-964dde84-fd83-484a-9c22-12d32c24c790 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:50.658141 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-041cb6e6-539f-4344-bb93-4ad981ef1016 req-964dde84-fd83-484a-9c22-12d32c24c790 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.1462409
Dec 16 14:45:50.730732 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:50.734546 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:50.737154 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:45:50.766675 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'Port': ['ID=21c21b2f-3844-4dfe-a2a7-65841c65d7cc,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:50.767985 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39eb1c4c-9000-4ee0-b1bf-74360494736f req-71e9333d-93e5-4f3c-b0d5-dc0cb838ed6b tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227806
Dec 16 14:45:50.770156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:50.803500 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-2509043f-419c-44e0-9cd4-9cb5e72ecd38 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757352
Dec 16 14:45:50.804686 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-041cb6e6-539f-4344-bb93-4ad981ef1016 req-a20b2eec-d78a-48f3-ac70-47a33f438715 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404302
Dec 16 14:45:50.982527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.021502 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-08b7e2f2-4955-428c-b501-e317f57cd2a4 req-4333469f-ad6a-4f03-927b-8151515de52e service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100728
Dec 16 14:45:51.070723 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd1724-3d8c-49f3-aa21-32d85f6463b4 req-1ad9306b-a5aa-4968-83d4-6e8f20c60fcf tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.072236 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abcd1724-3d8c-49f3-aa21-32d85f6463b4 req-1ad9306b-a5aa-4968-83d4-6e8f20c60fcf tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 943 time: 0.1420934
Dec 16 14:45:51.145686 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.183201 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abcd1724-3d8c-49f3-aa21-32d85f6463b4 req-eff20801-b63c-47dc-8ba1-8a15c801934a tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044738
Dec 16 14:45:51.235379 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-39bcb5a3-4aec-4ef3-b977-6e05b06f93cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 1096 time: 0.1026244
Dec 16 14:45:51.304787 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1459f6a-8344-489d-8985-a702b0c5cd9d req-0de4a024-431b-443d-b88a-71d0d2686e49 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.307449 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1459f6a-8344-489d-8985-a702b0c5cd9d req-0de4a024-431b-443d-b88a-71d0d2686e49 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2690046
Dec 16 14:45:51.390792 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-28fb32cd-0542-47f9-9ac9-41daaa3dce94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.392464 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-28fb32cd-0542-47f9-9ac9-41daaa3dce94 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.1492038
Dec 16 14:45:51.468820 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-a96bb7a4-a8e8-4841-ab90-79bf0fc1d84d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c2d9a0-97d2-4890-8290-54947fa974e9 HTTP/1.1" status: 200  len: 217 time: 0.0682735
Dec 16 14:45:51.535395 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-e462d5c0-dfa4-494a-9345-c36078c97d77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:51.536949 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-e462d5c0-dfa4-494a-9345-c36078c97d77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.0617325
Dec 16 14:45:51.579538 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1459f6a-8344-489d-8985-a702b0c5cd9d req-326b3b1a-c0a5-4a12-ae43-830a4a2ea33b tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462552
Dec 16 14:45:51.632658 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-3dafb106-113a-4e9f-b93c-1128c7d0a9ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876679
Dec 16 14:45:51.648389 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.654957 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.659691 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a5d297bc-e5f3-4425-a40a-88df77cb35aa tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:51.763978 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'Port': ['ID=21c21b2f-3844-4dfe-a2a7-65841c65d7cc,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:51.768602 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:51.788134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.788783 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-01cbf5f9-28c9-4cfc-9cae-bc834d70773e service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474195
Dec 16 14:45:51.824497 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:51.846374 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0725868
Dec 16 14:45:52.098855 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f99001-90cd-4292-a362-65416ea7f454 req-fc9807f2-7073-43a5-90e4-77da361d8646 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.100672 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-44f99001-90cd-4292-a362-65416ea7f454 req-fc9807f2-7073-43a5-90e4-77da361d8646 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 945 time: 0.1252139
Dec 16 14:45:52.187070 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-44f99001-90cd-4292-a362-65416ea7f454 req-ab513935-9c2e-46d4-a987-4adb4d8f7cf4 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756543
Dec 16 14:45:52.191856 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c913a6a8-fddc-42bb-9fd2-c5c6141e90dd req-341b5210-eb17-4283-97ee-5cfded6dc9f5 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3960369
Dec 16 14:45:52.232102 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e5c0-a349-463e-98dd-6ddd99f91a34 req-ec8a3a54-76db-4c37-b72a-19dea8b8d318 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.233924 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b4c0e5c0-a349-463e-98dd-6ddd99f91a34 req-ec8a3a54-76db-4c37-b72a-19dea8b8d318 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2483077
Dec 16 14:45:52.289141 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b4c0e5c0-a349-463e-98dd-6ddd99f91a34 req-11e830b4-c06c-4698-8f96-dfeb838b1367 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481794
Dec 16 14:45:52.349271 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-4256bc12-bf00-419d-99a4-66b9d21402b4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:52.368557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-4256bc12-bf00-419d-99a4-66b9d21402b4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:52.369763 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-4256bc12-bf00-419d-99a4-66b9d21402b4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--728423112&fields=id&tenant_id=198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 267 time: 0.0690937
Dec 16 14:45:52.557172 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a08b2-66f8-4174-867a-17024326f803 req-0b9418f2-734b-4716-9c0d-175efef7eaf5 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.559087 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f54a08b2-66f8-4174-867a-17024326f803 req-0b9418f2-734b-4716-9c0d-175efef7eaf5 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 943 time: 0.1449683
Dec 16 14:45:52.568544 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-aea7e4e1-42b4-41e8-8d3e-2194c6a1ea8e tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.570118 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-aea7e4e1-42b4-41e8-8d3e-2194c6a1ea8e tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 945 time: 0.1143901
Dec 16 14:45:52.608291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-c2acbb8c-7577-47d3-b891-fd3d6117487a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:52.609966 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-c2acbb8c-7577-47d3-b891-fd3d6117487a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 817 time: 0.2275293
Dec 16 14:45:52.639021 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-8b744a9d-ce9b-41db-81dd-d92a99b6e1cb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/quotas/198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 375 time: 0.0167329
Dec 16 14:45:52.684761 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f54a08b2-66f8-4174-867a-17024326f803 req-e8e32257-84d5-4dd5-b7c1-a73cff3aab67 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135581
Dec 16 14:45:52.688225 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Deleting port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:45:52.688655 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:52.765442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-3f918e63-236b-427e-adad-cde31676f036 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:52.786993 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-3f918e63-236b-427e-adad-cde31676f036 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:52.788394 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-3f918e63-236b-427e-adad-cde31676f036 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1411822
Dec 16 14:45:52.984948 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-51f857f8-a410-424d-8194-6b35df26ee7d service neutron] 10.222.0.67 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656308
Dec 16 14:45:53.046109 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] For port 61d17c21-dd75-4cdb-8c24-c439e4185bf1, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=61d17c21-dd75-4cdb-8c24-c439e4185bf1,segment=NetworkSegment(3673f19f-33e3-4dec-a68c-28ae5134c3b6),segment_id=3673f19f-33e3-4dec-a68c-28ae5134c3b6)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:53.046635 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:53.146448 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-4fa65c48-d295-4e6c-ac84-5e6212369918 service neutron] 10.222.0.67 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536410
Dec 16 14:45:53.186513 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Calling delete_port for 61d17c21-dd75-4cdb-8c24-c439e4185bf1 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:45:53.399415 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13dda8ad-31ef-4268-a0ca-023279be326f req-6d17817f-4576-4d4a-876f-f2236d2da605 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 210 time: 0.0573490
Dec 16 14:45:53.429854 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:53.437006 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:53.467913 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['61d17c21-dd75-4cdb-8c24-c439e4185bf1'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:45:53.501276 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Pushing event deleted for resources: {'Port': ['ID=61d17c21-dd75-4cdb-8c24-c439e4185bf1,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:53.505280 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:53.592131 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 87c2d9a0-97d2-4890-8290-54947fa974e9 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:45:53.594321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41427c-2233-4ca1-881b-9dea0b8b3b15 req-89c0c906-9865-4890-9154-b442b2d28282 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:53.596248 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a41427c-2233-4ca1-881b-9dea0b8b3b15 req-89c0c906-9865-4890-9154-b442b2d28282 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/ports?device_id=1747dc01-042a-43ca-af34-0f592eb34e76 HTTP/1.1" status: 200  len: 867 time: 0.2526062
Dec 16 14:45:53.602138 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] No DVR routers for this DVR port 61d17c21-dd75-4cdb-8c24-c439e4185bf1 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:45:53.604896 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:53.608901 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1747dc01-042a-43ca-af34-0f592eb34e76', 'name': 'network-vif-deleted', 'tag': '61d17c21-dd75-4cdb-8c24-c439e4185bf1'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:53.671721 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-273c2e61-56f7-4b62-9469-478f8fc6eefe req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.48 "DELETE /v2.0/ports/61d17c21-dd75-4cdb-8c24-c439e4185bf1 HTTP/1.1" status: 204  len: 173 time: 1.0853143
Dec 16 14:45:53.692939 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1747dc01-042a-43ca-af34-0f592eb34e76', 'name': 'network-vif-deleted', 'tag': '61d17c21-dd75-4cdb-8c24-c439e4185bf1', 'status': 'completed', 'code': 200}
Dec 16 14:45:53.698623 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5a41427c-2233-4ca1-881b-9dea0b8b3b15 req-0f5883d6-20c1-46ab-9254-d726688a3f08 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] 10.222.0.67 "GET /v2.0/security-groups?id=aa571c90-5f30-441a-97db-3961082576e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778980
Dec 16 14:45:53.841532 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 87c2d9a0-97d2-4890-8290-54947fa974e9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=87c2d9a0-97d2-4890-8290-54947fa974e9,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:53.872250 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'port_id': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'mac_address': 'fa:16:3e:9f:79:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:45:53.950885 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:53.986149 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4215-d34a-4ad3-91f2-66122bfb38a9 req-743dc849-6bbc-4c1c-93b3-39eec504aa04 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:53.989174 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-890a4215-d34a-4ad3-91f2-66122bfb38a9 req-743dc849-6bbc-4c1c-93b3-39eec504aa04 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 943 time: 0.1186118
Dec 16 14:45:54.001175 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c2d9a0-97d2-4890-8290-54947fa974e9 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:54.036766 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 87c2d9a0-97d2-4890-8290-54947fa974e9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=87c2d9a0-97d2-4890-8290-54947fa974e9,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:54.048902 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:54.052626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2ba56290-4096-4dda-8167-d3c4a3126e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:54.111275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-890a4215-d34a-4ad3-91f2-66122bfb38a9 req-767fe3f6-9938-4a5d-a134-aabe7a095757 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:54.163024 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=87c2d9a0-97d2-4890-8290-54947fa974e9,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:54.166789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:54.168522 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-890a4215-d34a-4ad3-91f2-66122bfb38a9 req-767fe3f6-9938-4a5d-a134-aabe7a095757 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:54.171133 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-890a4215-d34a-4ad3-91f2-66122bfb38a9 req-767fe3f6-9938-4a5d-a134-aabe7a095757 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1722929
Dec 16 14:45:54.516155 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['87c2d9a0-97d2-4890-8290-54947fa974e9'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:45:54.720550 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d48bf5f1-d1cc-4d6b-a675-ac704ee41c53 req-97213576-66c0-4c94-bdd5-afbfa7826325 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:54.756096 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d48bf5f1-d1cc-4d6b-a675-ac704ee41c53 req-97213576-66c0-4c94-bdd5-afbfa7826325 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:54.760407 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d48bf5f1-d1cc-4d6b-a675-ac704ee41c53 req-97213576-66c0-4c94-bdd5-afbfa7826325 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 210 time: 0.1771927
Dec 16 14:45:55.529928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbedc6a-2bc0-453c-80f3-45f123df8153 req-51c06b37-e058-4cfe-9898-ff646907c3bb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:55.534651 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bbedc6a-2bc0-453c-80f3-45f123df8153 req-51c06b37-e058-4cfe-9898-ff646907c3bb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 944 time: 0.1861191
Dec 16 14:45:55.603987 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 61d17c21-dd75-4cdb-8c24-c439e4185bf1 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:45:55.679201 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bbedc6a-2bc0-453c-80f3-45f123df8153 req-12c78036-b0e1-447c-a81b-29d03e7dce2b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1334367
Dec 16 14:45:55.696791 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 61d17c21-dd75-4cdb-8c24-c439e4185bf1 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:45:55.697351 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 61d17c21-dd75-4cdb-8c24-c439e4185bf1 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:45:55.742456 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-d8dd149e-8f7d-4dbf-b1e8-376f176b376b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:55.747059 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-d8dd149e-8f7d-4dbf-b1e8-376f176b376b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 817 time: 0.3251381
Dec 16 14:45:55.842192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-dc79b80d-5eca-4ead-b1d2-25480e6b7f74 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:55.863139 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-dc79b80d-5eca-4ead-b1d2-25480e6b7f74 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:55.865070 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-dc79b80d-5eca-4ead-b1d2-25480e6b7f74 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 379 time: 0.0971396
Dec 16 14:45:55.874982 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'port': {'device_id': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'admin_state_up': True, 'tenant_id': '198be39f56934fc58b1c76e532336733', 'security_groups': ['ebecc449-e196-47b3-8c14-b190215d7c54']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:56.008792 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-88da43f3-e34d-46e4-918c-f75aef521b96 req-8895e284-920d-4075-92bc-20ca31b85f2f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 210 time: 0.0447166
Dec 16 14:45:56.038320 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:45:56.049544 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:45:56.063633 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Made reservation on behalf of 198be39f56934fc58b1c76e532336733 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:45:56.066765 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:56.353300 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Allocated IP 172.20.0.12 (2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb/3d32b759-ce69-472d-a6ab-ba81cc4970a4/89eb0392-5a52-4cad-8793-177f104836c0) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:45:56.551505 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:56.567992 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Transition to ACTIVE for port object 89eb0392-5a52-4cad-8793-177f104836c0 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:56.591644 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:56.597497 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:56.663504 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:45:56.671163 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:45:56.675774 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:45:56.708906 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:56.716944 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:56.751008 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:56.751776 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:56.786402 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9150012
Dec 16 14:45:56.804843 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Request body: {'port': {'device_id': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:45:56.927646 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-39ec1dc8-05f4-4860-bbca-2cb5c9c251f4 None None] Provisioning for port 89eb0392-5a52-4cad-8793-177f104836c0 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:56.941324 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-39ec1dc8-05f4-4860-bbca-2cb5c9c251f4 None None] Provisioning complete for port 89eb0392-5a52-4cad-8793-177f104836c0 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:56.941683 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-39ec1dc8-05f4-4860-bbca-2cb5c9c251f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:56.975089 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:57.008956 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-39ec1dc8-05f4-4860-bbca-2cb5c9c251f4 None None] Port 89eb0392-5a52-4cad-8793-177f104836c0 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:45:57.068851 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c632cb3-96cc-40d6-92cc-f939bb8be28f req-7283bdd7-29b1-4d77-a673-1193c9278ab6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:57.070674 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0c632cb3-96cc-40d6-92cc-f939bb8be28f req-7283bdd7-29b1-4d77-a673-1193c9278ab6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 944 time: 0.2089143
Dec 16 14:45:57.250497 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0c632cb3-96cc-40d6-92cc-f939bb8be28f req-338ba861-2cb2-4389-8d36-631e3157bac3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1667442
Dec 16 14:45:57.452465 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab67a8-554f-49a6-b647-fa9247ec92f9 req-b3b1a56a-a0a9-4b42-afae-4afaa9b686bc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:57.455410 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0cab67a8-554f-49a6-b647-fa9247ec92f9 req-b3b1a56a-a0a9-4b42-afae-4afaa9b686bc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 932 time: 0.1566660
Dec 16 14:45:57.561202 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0cab67a8-554f-49a6-b647-fa9247ec92f9 req-3a8e0230-7a76-4e91-ab5a-2aaa33d3d7ed tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841119
Dec 16 14:45:57.630242 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 87c2d9a0-97d2-4890-8290-54947fa974e9 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:45:57.733228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89eb0392-5a52-4cad-8793-177f104836c0 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:45:57.742234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:57.757440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 87c2d9a0-97d2-4890-8290-54947fa974e9 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:45:57.764700 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 87c2d9a0-97d2-4890-8290-54947fa974e9 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:45:57.765102 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Transition to ACTIVE for port object 89eb0392-5a52-4cad-8793-177f104836c0 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:45:57.765769 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:57.769775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:57.774428 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:57.916092 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:57.953228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:57.959271 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:57.964125 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:57.964828 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 87c2d9a0-97d2-4890-8290-54947fa974e9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=87c2d9a0-97d2-4890-8290-54947fa974e9,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:45:57.969654 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:57.972789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:58.051528 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'code': 200}
Dec 16 14:45:58.064357 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=87c2d9a0-97d2-4890-8290-54947fa974e9,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:58.070452 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:58.132024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Attempting to bind port 89eb0392-5a52-4cad-8793-177f104836c0 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:45:58.132359 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Attempting to bind port 89eb0392-5a52-4cad-8793-177f104836c0 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:45:58.132553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Attempting to bind port 89eb0392-5a52-4cad-8793-177f104836c0 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:58.139351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Port 89eb0392-5a52-4cad-8793-177f104836c0 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:45:58.139665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Attempting to bind port 89eb0392-5a52-4cad-8793-177f104836c0 on network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:45:58.146842 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:45:58.147177 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Checking segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:45:58.147549 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Bound using segment: {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:45:58.147987 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Bound port: 89eb0392-5a52-4cad-8793-177f104836c0, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9b8da24-d006-4c9f-b157-eb795c2be428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:45:58.148331 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:58.251727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:45:58.255475 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:45:58.261685 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:58.266638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:45:58.327566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:58.329377 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] 10.222.0.48 "PUT /v2.0/ports/89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 1094 time: 1.5305486
Dec 16 14:45:58.330357 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:45:58.387508 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:45:58.391531 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:45:58.428978 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'status': 'completed', 'code': 200}
Dec 16 14:45:58.510940 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4a5b6-39a1-46fd-aaee-dc328061cbc5 req-cd5d9b79-fc0b-4253-9a5a-bc8d5be5a4b3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:58.513391 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3dd4a5b6-39a1-46fd-aaee-dc328061cbc5 req-cd5d9b79-fc0b-4253-9a5a-bc8d5be5a4b3 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.0938063
Dec 16 14:45:58.574645 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3dd4a5b6-39a1-46fd-aaee-dc328061cbc5 req-a90c05da-9da2-4482-82f3-405e789f8b23 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513279
Dec 16 14:45:58.897137 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1740f-34ec-4413-b3b0-c3e82ab4287a req-d9472aa4-7765-4d03-b2f2-cec084cfdd9a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:58.898320 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7ce1740f-34ec-4413-b3b0-c3e82ab4287a req-d9472aa4-7765-4d03-b2f2-cec084cfdd9a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:45:58.922554 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7ce1740f-34ec-4413-b3b0-c3e82ab4287a req-d9472aa4-7765-4d03-b2f2-cec084cfdd9a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:45:58.924665 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70e41c53-674d-484f-b23e-bc7ae40be2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:45:58.924945 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ce1740f-34ec-4413-b3b0-c3e82ab4287a req-d9472aa4-7765-4d03-b2f2-cec084cfdd9a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1714156
Dec 16 14:45:58.977415 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ce1740f-34ec-4413-b3b0-c3e82ab4287a req-66b45e75-b7ee-420c-9d44-f6deee47a3fb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451026
Dec 16 14:45:59.813572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1328-25a9-40af-8c77-ce2d05b32aab req-667810ae-d125-4faf-9b2d-ded738c20648 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:45:59.816081 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-791c1328-25a9-40af-8c77-ce2d05b32aab req-667810ae-d125-4faf-9b2d-ded738c20648 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1098146
Dec 16 14:45:59.895470 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-791c1328-25a9-40af-8c77-ce2d05b32aab req-f478db58-fbf5-4173-ae71-c7190d464334 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731106
Dec 16 14:46:00.284522 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45259-a278-4e59-9046-ca1c1fc35ec7 req-9549b24e-b56f-423c-9ab4-36990dad43a2 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:00.286178 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-34f45259-a278-4e59-9046-ca1c1fc35ec7 req-9549b24e-b56f-423c-9ab4-36990dad43a2 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1227047
Dec 16 14:46:00.349333 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-34f45259-a278-4e59-9046-ca1c1fc35ec7 req-781a0393-ff2b-454e-b650-7869ea0b5c6d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523078
Dec 16 14:46:01.149305 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6310d7-f40a-42da-b496-c5c3f4b6a713 req-c2898fcd-4eda-461d-af9a-4d10e076067f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:01.151292 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fb6310d7-f40a-42da-b496-c5c3f4b6a713 req-c2898fcd-4eda-461d-af9a-4d10e076067f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1122499
Dec 16 14:46:01.217227 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fb6310d7-f40a-42da-b496-c5c3f4b6a713 req-0a26c04c-ca46-44fa-b5d0-18cf096bded8 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538664
Dec 16 14:46:01.448577 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-caae9e18-dfdc-4c92-9894-57b279ac1554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:01.533937 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-74c8b27c-d14b-4b7f-ae52-d4756d87ee0f req-bca5854a-282c-4180-a84e-205d4cfc48c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1097 time: 0.0994072
Dec 16 14:46:01.755769 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7f084c6e-73b1-4d71-94fb-b74b4bc85d3c req-1eaea257-f429-4d08-a3c7-45d6235a8dfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 1098 time: 0.0846729
Dec 16 14:46:01.808621 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7f084c6e-73b1-4d71-94fb-b74b4bc85d3c req-a134f13b-6e7c-4ba0-82b4-fabb05daec2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458179
Dec 16 14:46:01.865176 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b27c-d14b-4b7f-ae52-d4756d87ee0f req-62f7f324-d744-47d3-8dea-aabff4d602e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:01.866702 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-74c8b27c-d14b-4b7f-ae52-d4756d87ee0f req-62f7f324-d744-47d3-8dea-aabff4d602e3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=198be39f56934fc58b1c76e532336733&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3194625
Dec 16 14:46:01.873632 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ed5a0-0cbe-40c1-945f-5e443ea8ce83 req-6ac0b476-f424-4dbe-9edd-cdacf5962255 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:01.875215 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f13ed5a0-0cbe-40c1-945f-5e443ea8ce83 req-6ac0b476-f424-4dbe-9edd-cdacf5962255 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.2967918
Dec 16 14:46:01.932312 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f13ed5a0-0cbe-40c1-945f-5e443ea8ce83 req-dcf9bcf0-d29c-4013-b9c0-4c39402a06eb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473557
Dec 16 14:46:02.383727 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:02.483344 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8b27c-d14b-4b7f-ae52-d4756d87ee0f req-46ef520d-4614-4c1a-9d56-5ed981b094d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:02.485939 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-74c8b27c-d14b-4b7f-ae52-d4756d87ee0f req-46ef520d-4614-4c1a-9d56-5ed981b094d5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2217329
Dec 16 14:46:02.504393 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9662b5-d8d5-405a-b987-98684f66cdd6 req-5888ca23-9506-4270-b6aa-963e95865335 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:02.506230 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b9662b5-d8d5-405a-b987-98684f66cdd6 req-5888ca23-9506-4270-b6aa-963e95865335 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1307020
Dec 16 14:46:02.563320 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b9662b5-d8d5-405a-b987-98684f66cdd6 req-41fba09b-ef74-4cd6-8d00-ee5b5b57a937 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450342
Dec 16 14:46:02.643834 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-b7b9012d-e31e-4045-b251-0def508b3b63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1097 time: 0.0815556
Dec 16 14:46:02.726350 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-845df434-fc28-4a04-a36c-cba460f4d858 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 217 time: 0.0665085
Dec 16 14:46:02.801664 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-55eb73de-2e2a-473e-ae56-a3b59a21a962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:02.803499 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-55eb73de-2e2a-473e-ae56-a3b59a21a962 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0705745
Dec 16 14:46:02.884598 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:02.899662 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-988ee880-0f5d-459e-b9b3-9e8742251129 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868561
Dec 16 14:46:03.073344 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-ddc2a8ee-e56c-4dae-8b44-652cfb97ced8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651971
Dec 16 14:46:03.347934 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f7e2-b3d7-47af-98d9-81d6cc94596d req-9001065a-73b9-48f1-968f-ebd6dc4ed55a service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636900
Dec 16 14:46:03.386466 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a845e-0fb2-43a5-8ac9-470de1f7fffc req-39d9d080-c310-4986-808d-d6bff0daaa44 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:03.388170 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f61a845e-0fb2-43a5-8ac9-470de1f7fffc req-39d9d080-c310-4986-808d-d6bff0daaa44 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1588075
Dec 16 14:46:03.458087 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f61a845e-0fb2-43a5-8ac9-470de1f7fffc req-e41e8145-8de9-44e9-8e6b-7e9582cda00a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631185
Dec 16 14:46:03.832253 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84edc1-8a47-4136-8470-731baf806879 req-13dc9638-6098-4e06-bb33-b7b7fb7bc17f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:03.834997 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6f84edc1-8a47-4136-8470-731baf806879 req-13dc9638-6098-4e06-bb33-b7b7fb7bc17f tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1019993
Dec 16 14:46:03.901036 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6f84edc1-8a47-4136-8470-731baf806879 req-61ae7a9a-5491-41e9-911b-d14635e7a749 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586414
Dec 16 14:46:04.454434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:04.704399 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b1022-429a-43f7-bc3f-3d3421f105cf req-0cdc99aa-8734-4ce0-aa8d-45a5d2e9b2be tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:04.706660 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2d0b1022-429a-43f7-bc3f-3d3421f105cf req-0cdc99aa-8734-4ce0-aa8d-45a5d2e9b2be tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0841272
Dec 16 14:46:04.757080 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2d0b1022-429a-43f7-bc3f-3d3421f105cf req-82282573-d469-4c88-bff4-eabe185c9aad tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447214
Dec 16 14:46:05.173744 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b0250-266d-4cc1-ba2f-ca93863f2ebd req-7c131260-7ed6-40e5-b983-6c6235a665a4 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.175912 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-580b0250-266d-4cc1-ba2f-ca93863f2ebd req-7c131260-7ed6-40e5-b983-6c6235a665a4 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1169047
Dec 16 14:46:05.190353 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c985e-4be4-4871-aa8d-c29678da6996 req-b118862e-40e5-44fe-ab19-b739ee3ede55 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.192111 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f41c985e-4be4-4871-aa8d-c29678da6996 req-b118862e-40e5-44fe-ab19-b739ee3ede55 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2131069
Dec 16 14:46:05.226108 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-580b0250-266d-4cc1-ba2f-ca93863f2ebd req-d9c18b5f-b6d6-4457-8195-38f7ffbd10fc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430300
Dec 16 14:46:05.250378 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f41c985e-4be4-4871-aa8d-c29678da6996 req-75314189-e3d0-48d3-aa3b-9e356c14f56f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520236
Dec 16 14:46:05.290126 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36552) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:05.504933 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f2d753cc-c734-4b98-8af8-075a8ef9af90 tempest-TestMinimumBasicScenario-450629797 tempest-TestMinimumBasicScenario-450629797-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1093 time: 0.2135680
Dec 16 14:46:05.508153 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36560) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:05.511567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15b51-f26c-4fce-ab72-eca0ba540d96 req-d0693eba-308b-4736-9319-7439bd1696bc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:05.513167 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85a15b51-f26c-4fce-ab72-eca0ba540d96 req-d0693eba-308b-4736-9319-7439bd1696bc tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1472855
Dec 16 14:46:05.513982 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'port_id': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:05.520068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:05.522207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36564) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:05.529203 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Request body: {'floatingip': {'port_id': '87c2d9a0-97d2-4890-8290-54947fa974e9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:05.579792 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:floatingip and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:05.590155 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:05.610811 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:05.618907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:05.680828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:06.241395 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:06.290068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbd4e7-7cc5-476f-90fe-90742a0df774 req-91ddf966-b524-483c-b0ff-38c46ed0c950 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:06.291834 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99cbd4e7-7cc5-476f-90fe-90742a0df774 req-91ddf966-b524-483c-b0ff-38c46ed0c950 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.3922274
Dec 16 14:46:06.444465 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99cbd4e7-7cc5-476f-90fe-90742a0df774 req-749e0b45-d578-4e28-b47c-7a15f10e3d90 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1426785
Dec 16 14:46:06.493399 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Allocated IP 172.27.1.72 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/445f5984-e93c-4907-9046-7f2cc79e62fe) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:46:06.739144 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:06.749540 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:06.950390 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:07.059674 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:07.065481 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-64e41611-23ec-4ee1-88dd-d16dfab9c0b0 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:07.146454 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:46:07.152540 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'Port': ['ID=445f5984-e93c-4907-9046-7f2cc79e62fe,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:07.155306 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:46:07.157090 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:07.159084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:46:07.261879 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Floating IP 06ecd6f6-c0af-4918-86f9-8edc935dad08 associated. External IP: 172.27.1.115, port: 87c2d9a0-97d2-4890-8290-54947fa974e9.
Dec 16 14:46:07.436335 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:46:07.578700 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:07.594169 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '89eb0392-5a52-4cad-8793-177f104836c0', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'port_id': '89eb0392-5a52-4cad-8793-177f104836c0', 'mac_address': 'fa:16:3e:63:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:46:07.662653 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:07.684364 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89eb0392-5a52-4cad-8793-177f104836c0 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:46:07.697545 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b2e81-af22-44a5-82d8-75a0d352fa5a req-751b4bfd-6cc7-491f-a3cc-0178e7893a76 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:07.700030 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-623b2e81-af22-44a5-82d8-75a0d352fa5a req-751b4bfd-6cc7-491f-a3cc-0178e7893a76 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0995674
Dec 16 14:46:07.713515 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:07.722446 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:07.724806 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:07.760991 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-623b2e81-af22-44a5-82d8-75a0d352fa5a req-7b105ec8-9777-440b-8a89-923ee5e0a500 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500219
Dec 16 14:46:07.813485 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:07.818627 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:08.058880 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:08.137316 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:08.167427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:46:08.189333 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['89eb0392-5a52-4cad-8793-177f104836c0'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:46:08.662926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:08.670588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:08.675859 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9321568f-5a76-45a0-9b08-5c208b4a94ef tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:08.788364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'Port': ['ID=445f5984-e93c-4907-9046-7f2cc79e62fe,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:08.796451 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:08.828970 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:08.885035 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:46:08.896504 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:46:08.910312 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:46:08.911765 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf88d3a0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:08.912047 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:09.032931 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9fe55d8a-0e65-441f-8b33-260ac6a42bf6 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "PUT /v2.0/floatingips/06ecd6f6-c0af-4918-86f9-8edc935dad08 HTTP/1.1" status: 200  len: 991 time: 3.5094187
Dec 16 14:46:09.034535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:09.099838 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:46:09.138482 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50e351-3266-4a7b-83d2-771df8c9ba07 req-3b708dbc-1479-46fd-959d-1352d4ed404a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:09.140341 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b50e351-3266-4a7b-83d2-771df8c9ba07 req-3b708dbc-1479-46fd-959d-1352d4ed404a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.2001319
Dec 16 14:46:09.215613 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b50e351-3266-4a7b-83d2-771df8c9ba07 req-03fb1d34-00df-4594-a513-896237443c55 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648923
Dec 16 14:46:09.226346 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Floating IP 4f4bc77d-3979-4af2-9bd8-f0cb13e0397c associated. External IP: 172.27.1.72, port: a286353e-4b59-4c95-8963-0d90f65f6f8b.
Dec 16 14:46:09.303006 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'status': 'completed', 'code': 200}
Dec 16 14:46:09.532125 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf88d3a0>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '06ecd6f6-c0af-4918-86f9-8edc935dad08', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'port_id': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'mac_address': 'fa:16:3e:9f:79:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:40Z', 'updated_at': '2021-12-16T14:46:06Z', 'revision_number': 1, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:09.536520 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:46:09.548429 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:46:09.548963 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf88d3a0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:09.668028 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Router 24ec9cc6-2994-4eba-8a60-df451c811cb1 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:46:09.785707 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:46:09.899712 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:46:09.911077 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] Sync routers for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:46:09.923335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:09.925449 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:46:09.926140 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa30970>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:09.998596 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.4889503
Dec 16 14:46:10.003472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36594) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:10.013535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154229795', 'description': 'tempest-secgroup-smoke-154229795 description', 'project_id': '7210fc0bdd80446484aaf7f436c2317b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:10.024886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:10.042870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:10.058159 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.103794 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:10.114193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:10.125431 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:10.143274 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:10.152385 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:46:10.252526 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf88d3a0>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '06ecd6f6-c0af-4918-86f9-8edc935dad08', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'port_id': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'mac_address': 'fa:16:3e:9f:79:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:40Z', 'updated_at': '2021-12-16T14:46:06Z', 'revision_number': 1, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:10.253795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.257811 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d97cd-3a71-480d-a4c0-c01068d0cc47 None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '06ecd6f6-c0af-4918-86f9-8edc935dad08', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'floating_ip_address': '172.27.1.115', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'port_id': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'mac_address': 'fa:16:3e:9f:79:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:40Z', 'updated_at': '2021-12-16T14:46:06Z', 'revision_number': 1, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:46:10.258309 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.261883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-70c6fdee-240d-4e2b-8818-f0dc21501217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:10.327299 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:10.342418 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:10.344691 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.349669 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36600) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:10.357645 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group_rule': {'security_group_id': '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f', 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:10.362432 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3565006
Dec 16 14:46:10.367814 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:10.374447 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:10.378898 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:10.387717 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:10.411561 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.517812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.525248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.529138 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:10.574444 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d14bda-a5bd-4995-b597-faf5180301da,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:10.585682 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:10.594876 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.596065 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696f9d-3e63-4b2e-92e2-4d55a8944d60 req-7818d8a4-1dd0-446b-a760-be936a273831 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:10.599694 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d9a642a3-04c0-409b-b1fb-0ca8d5c9cf90 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2457623
Dec 16 14:46:10.599880 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-41696f9d-3e63-4b2e-92e2-4d55a8944d60 req-7818d8a4-1dd0-446b-a760-be936a273831 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1041808
Dec 16 14:46:10.599991 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd23ba7-bb29-4895-9222-5673162baf77 None None] New status for floating IP 06ecd6f6-c0af-4918-86f9-8edc935dad08: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:46:10.600090 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36606) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:10.609162 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group_rule': {'security_group_id': '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f', 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:10.634788 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:10.642594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:10.648096 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:10.657426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:10.662194 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa30970>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '4f4bc77d-3979-4af2-9bd8-f0cb13e0397c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'port_id': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'mac_address': 'fa:16:3e:f9:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:46:07Z', 'updated_at': '2021-12-16T14:46:07Z', 'revision_number': 0, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:10.666747 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] Checking router: 24ec9cc6-2994-4eba-8a60-df451c811cb1 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:46:10.682872 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:46:10.683518 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa30970>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:10.691324 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-41696f9d-3e63-4b2e-92e2-4d55a8944d60 req-0e1e83bd-7684-417a-9b01-bd428371032e tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737174
Dec 16 14:46:10.696358 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.905714 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:46:10.911630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.917114 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.919241 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:10.936916 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c338a18-395a-4f30-aac3-1e6005c2072c,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:10.945032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:10.961539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:10.966027 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-73c12caf-b078-4959-8636-d2cdc1c4e7ed tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3616931
Dec 16 14:46:10.966333 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36610) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:10.975192 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group_rule': {'security_group_id': '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f', 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:10.984855 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:10.990650 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:10.994166 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:11.001625 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:11.021870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.096399 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.101056 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.103462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-97b1a2ab-029f-423d-a5ae-ecdcd9530fa2 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:11.128979 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af5d468-d6b5-4798-ac56-ee3d91668882,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:11.134106 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:11.140994 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.146345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36614) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:11.146712 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ae90a084-1d58-4852-8251-30c05a9f392f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1787562
Dec 16 14:46:11.156738 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group_rule': {'security_group_id': '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f', 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:11.164320 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:11.171605 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:11.175884 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:11.182408 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:11.202971 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.279838 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.285175 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.291595 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5cc95e31-8fcb-4964-b793-48dcc8aa7914 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:11.304333 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:11.307784 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa30970>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '4f4bc77d-3979-4af2-9bd8-f0cb13e0397c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'port_id': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'mac_address': 'fa:16:3e:f9:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:46:07Z', 'updated_at': '2021-12-16T14:46:07Z', 'revision_number': 0, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:11.312028 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cd5d3f-d3b1-493a-a7fa-8c002d884209,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:11.314497 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c835bf-dfd6-49d0-bfbd-c26bd7fcfd8b None None] The sync data for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi is: [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '4f4bc77d-3979-4af2-9bd8-f0cb13e0397c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'port_id': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'mac_address': 'fa:16:3e:f9:4e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:46:07Z', 'updated_at': '2021-12-16T14:46:07Z', 'revision_number': 0, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:46:11.315375 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:11.327780 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.328978 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-00a98d0f-33dc-4991-9510-6d7418a08769 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1792979
Dec 16 14:46:11.332120 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36620) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:11.338192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group_rule': {'security_group_id': '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f', 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:11.344423 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:11.349160 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:11.352540 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:11.360343 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:11.376444 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'status': 'completed', 'code': 200}
Dec 16 14:46:11.378412 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Project 7210fc0bdd80446484aaf7f436c2317b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:46:11.386479 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.475828 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.480910 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.483130 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:11.509665 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2d5cfb-1502-4a28-b6ba-f8412f67552d,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:11.514867 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:11.520939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.522263 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5e80b57f-95a2-41de-bf0c-b12299381d38 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1890779
Dec 16 14:46:11.524936 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 36626) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:11.532986 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'security_group_rule': {'security_group_id': '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f', 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:11.540868 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:46:11.547201 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Usage tracker for resource:security_group_rule and tenant:7210fc0bdd80446484aaf7f436c2317b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:46:11.550932 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:46:11.558005 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:46:11.656567 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Project 7210fc0bdd80446484aaf7f436c2317b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:46:11.664168 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.743159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.749117 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.757697 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:11.780231 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d756593d-b2af-413f-8924-c7d5193e2ad9,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:11.782716 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:11.792015 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.793530 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e6286d0a-4bb7-48c7-8663-504521c22474 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2674391
Dec 16 14:46:11.939262 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd87f-cd73-4145-927e-2551eae5e656 req-f1d0c9aa-d1fd-4667-a760-d90334772bce tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:11.941903 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e29cd87f-cd73-4145-927e-2551eae5e656 req-f1d0c9aa-d1fd-4667-a760-d90334772bce tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.0937026
Dec 16 14:46:11.950464 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:11.995529 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e29cd87f-cd73-4145-927e-2551eae5e656 req-74ac34a1-ee9e-4cf3-9147-a81866a1706a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474846
Dec 16 14:46:12.208754 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-f126cbcc-3945-469a-b849-770fe769bb07 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:46:12.226891 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-f126cbcc-3945-469a-b849-770fe769bb07 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:46:12.228573 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-f126cbcc-3945-469a-b849-770fe769bb07 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154229795&fields=id&tenant_id=7210fc0bdd80446484aaf7f436c2317b HTTP/1.1" status: 200  len: 267 time: 0.0955064
Dec 16 14:46:12.315634 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-f8146551-4bff-47de-809e-c2cbd078c7ea tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:12.317247 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-f8146551-4bff-47de-809e-c2cbd078c7ea tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.0823572
Dec 16 14:46:12.333141 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'port': {'security_groups': ['4c29ce43-8fb7-4b63-8b67-9b5854531939', '2c7efa2f-6da1-49a8-9d90-17497c9c4b6f']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:12.459117 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:12.734641 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:12.761274 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:12.767216 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:12.773683 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:12.838390 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:12.839025 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:12.840436 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6f8b232-caca-4ff9-b88f-f7e5e230c7ce req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "PUT /v2.0/ports/a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 981 time: 0.5121951
Dec 16 14:46:12.869884 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=6']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:12.874717 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:12.917692 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40739e1f-a474-48e5-b1d1-f38910c18760 None None] New status for floating IP 4f4bc77d-3979-4af2-9bd8-f0cb13e0397c: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:46:13.067150 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40301079-f4f9-4bc2-b5d4-79a35bb0444b req-a3c1733a-fb74-41b9-9765-716c9e35e94b tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:13.068783 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-40301079-f4f9-4bc2-b5d4-79a35bb0444b req-a3c1733a-fb74-41b9-9765-716c9e35e94b tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.1070223
Dec 16 14:46:13.101521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-f9fc6be7-edd2-41f2-9dd0-c8da453a4478 None None] Provisioning complete for port a286353e-4b59-4c95-8963-0d90f65f6f8b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:46:13.102166 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f9fc6be7-edd2-41f2-9dd0-c8da453a4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:13.143549 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-40301079-f4f9-4bc2-b5d4-79a35bb0444b req-6d5eb3c7-5cfd-4c6b-8ece-6e63b764dcb3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0687494
Dec 16 14:46:13.377468 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:13.388279 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6430f5-2bb2-4664-9d05-47651f9237d0 req-2c336a8b-50a8-4a5b-9b90-f2a76ad72180 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:13.389947 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e6430f5-2bb2-4664-9d05-47651f9237d0 req-2c336a8b-50a8-4a5b-9b90-f2a76ad72180 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.0950880
Dec 16 14:46:13.444200 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e6430f5-2bb2-4664-9d05-47651f9237d0 req-5b54a2db-dc23-4efa-a21b-a7dc0b1354b3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483479
Dec 16 14:46:13.531186 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'status': 'completed', 'code': 200}
Dec 16 14:46:13.725536 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-3af2ef2f-b8e0-40e0-98ee-be6f6cea8273 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1137 time: 0.0744994
Dec 16 14:46:13.726655 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-fc5119f8-adf2-455c-b309-1b2672c4c8bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78091827c644b1fb185ec17f9aa73e2&device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 1098 time: 0.0760372
Dec 16 14:46:13.916134 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-84162de2-ba08-40df-80cd-04d7c1cd7851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:13.918254 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-84162de2-ba08-40df-80cd-04d7c1cd7851 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 200  len: 912 time: 0.1783800
Dec 16 14:46:13.927037 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-877f201c-7228-4c94-ad8d-4ad48160c244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:13.929531 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-877f201c-7228-4c94-ad8d-4ad48160c244 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 916 time: 0.1900830
Dec 16 14:46:14.053670 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-47720e28-5482-4d72-92df-f9c26aac801e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 1000 time: 0.1182575
Dec 16 14:46:14.058996 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-3cd537c3-c064-478a-b9e1-abd32a602e22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c2d9a0-97d2-4890-8290-54947fa974e9 HTTP/1.1" status: 200  len: 1001 time: 0.1305380
Dec 16 14:46:14.130744 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-5efd5d63-1c0e-4825-ba06-d833536687a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:14.133272 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-5efd5d63-1c0e-4825-ba06-d833536687a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.0721147
Dec 16 14:46:14.138023 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-83de77c3-c582-4633-b270-38052bf12c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:14.141011 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-83de77c3-c582-4633-b270-38052bf12c7c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 200  len: 850 time: 0.0732186
Dec 16 14:46:14.225822 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-11c79066-a5d2-4513-abcb-8cae2abee064 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6169d189-9be4-4abd-beaa-98b69d0a6fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782950
Dec 16 14:46:14.271563 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-b6d21ae6-77b4-458a-83f0-d6d2c792bda1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1307092
Dec 16 14:46:14.391210 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-5754b341-8665-45ef-9961-b11f7668d868 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525509
Dec 16 14:46:14.428838 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-7223940e-b30e-4d0a-a8f6-318799904d20 service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482387
Dec 16 14:46:14.555468 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82c1aad1-beb0-40a2-84d9-5079d637ebb1 req-bd4e24a8-97cc-4b9a-a4db-d84307d10d47 service neutron] 10.222.0.48 "GET /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566741
Dec 16 14:46:14.562528 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a286353e-4b59-4c95-8963-0d90f65f6f8b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:46:14.717806 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ca68bdc0-40cb-45df-9052-26336d1daacd req-f2ed5397-ba60-4992-917b-5accb54e067a service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2819383
Dec 16 14:46:14.776891 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97593ad-4513-48c9-8449-912f81fa4f59 req-65e1d47d-0946-44a3-a769-f3ccf43e5bb9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:14.786896 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b97593ad-4513-48c9-8449-912f81fa4f59 req-65e1d47d-0946-44a3-a769-f3ccf43e5bb9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1079783
Dec 16 14:46:14.898650 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b97593ad-4513-48c9-8449-912f81fa4f59 req-2073c37d-7c0c-4864-b4ba-562514c41f28 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107540
Dec 16 14:46:14.910540 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a286353e-4b59-4c95-8963-0d90f65f6f8b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:46:14.924708 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-2cba758b-a441-4430-955d-0836957dbb95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1137 time: 0.1171708
Dec 16 14:46:15.105011 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-261ad7dd-ffbd-42f8-8801-34aeb67998f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:15.106918 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-261ad7dd-ffbd-42f8-8801-34aeb67998f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 916 time: 0.1752534
Dec 16 14:46:15.312038 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-7a0bf108-4937-4048-b9dd-a4f2d1bbb662 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 1000 time: 0.1973488
Dec 16 14:46:15.384651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-f27de545-9249-4dd5-97f0-7373a8233b1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:15.386893 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-f27de545-9249-4dd5-97f0-7373a8233b1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.0679204
Dec 16 14:46:15.507158 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-f34f01bb-1266-4fef-90cf-7db40ffd3c20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1096241
Dec 16 14:46:15.716155 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-eebecfad-0086-48ff-a6bf-d6312a4cd0a3 service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014112
Dec 16 14:46:15.870786 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79c5eec1-6500-45ad-aa82-ff7ee0a7fbb6 req-c97321b6-ea40-4989-8bc7-a31fcd99652d service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430180
Dec 16 14:46:15.951836 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:46:16.065709 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 89eb0392-5a52-4cad-8793-177f104836c0 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:46:16.074962 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 89eb0392-5a52-4cad-8793-177f104836c0 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:46:16.075587 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:16.253876 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bdc32-9fbb-4e48-9395-34775e5683c0 req-87d6a4e7-9b8a-451e-ad36-c20f7440e4a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:16.257337 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-625bdc32-9fbb-4e48-9395-34775e5683c0 req-87d6a4e7-9b8a-451e-ad36-c20f7440e4a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1205921
Dec 16 14:46:16.323523 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-625bdc32-9fbb-4e48-9395-34775e5683c0 req-cdeba2e7-2129-4f36-a232-492042b941af tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537469
Dec 16 14:46:16.325203 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:16.364306 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:16.381235 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:16.386871 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:16.389521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-2ba56290-4096-4dda-8167-d3c4a3126e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:16.439911 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'code': 200}
Dec 16 14:46:16.469063 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:16.472788 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:16.777593 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99a214f9-7f89-40e2-a97b-e20ea0438e29 req-93408961-509e-409f-b644-6be0cc3daccb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1099 time: 0.0877573
Dec 16 14:46:16.837752 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99a214f9-7f89-40e2-a97b-e20ea0438e29 req-b9df97c1-b0ef-4ec7-9e62-fc76fc5e70da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528264
Dec 16 14:46:16.961761 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:46:17.250075 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eede4e4-07a1-414c-af50-24d5170cf5b6 req-91def1ba-b271-4727-a9d7-ac7a5b763214 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:17.251692 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3eede4e4-07a1-414c-af50-24d5170cf5b6 req-91def1ba-b271-4727-a9d7-ac7a5b763214 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1216347
Dec 16 14:46:17.306642 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3eede4e4-07a1-414c-af50-24d5170cf5b6 req-3b8e2175-c1c2-4a3f-92f8-a67b46133ae1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449021
Dec 16 14:46:17.583863 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfdacb-f98b-463f-8a30-35d868b6a511 req-ca19cfef-d671-4aee-868a-e5acafc2d12f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:17.585433 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8bdfdacb-f98b-463f-8a30-35d868b6a511 req-ca19cfef-d671-4aee-868a-e5acafc2d12f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0835443
Dec 16 14:46:17.640157 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8bdfdacb-f98b-463f-8a30-35d868b6a511 req-55103f8b-5128-4bfa-9a3a-fb7979635719 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481992
Dec 16 14:46:18.546576 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4195c-1d16-425a-a79b-c72b949b9f04 req-cf1571cb-a994-4e33-8dc8-162596f14979 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:18.548508 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bda4195c-1d16-425a-a79b-c72b949b9f04 req-cf1571cb-a994-4e33-8dc8-162596f14979 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0892329
Dec 16 14:46:18.615580 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bda4195c-1d16-425a-a79b-c72b949b9f04 req-1c0c27a3-9355-40ec-948c-084a0af8b42f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610011
Dec 16 14:46:18.930206 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248204-35ae-4771-ace9-3d7072356603 req-19bb7640-ebdc-486a-9fc7-875564d827d9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:18.931812 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f248204-35ae-4771-ace9-3d7072356603 req-19bb7640-ebdc-486a-9fc7-875564d827d9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1124735
Dec 16 14:46:18.987958 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f248204-35ae-4771-ace9-3d7072356603 req-d0ae086e-ea24-451e-bc38-405934875cfd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456009
Dec 16 14:46:19.871779 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61da17-a7fa-41f4-81a7-a5a873a706cd req-07345ab8-92dc-45fa-bbf3-0cd88afc055b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:19.873414 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8b61da17-a7fa-41f4-81a7-a5a873a706cd req-07345ab8-92dc-45fa-bbf3-0cd88afc055b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0832398
Dec 16 14:46:19.928366 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8b61da17-a7fa-41f4-81a7-a5a873a706cd req-94286e5a-f5bf-4d2e-b056-ae5e51c397a0 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484259
Dec 16 14:46:20.297818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f67b32-eb8b-4fda-8bed-17ef266f0f78 req-10c6a197-74ec-46fb-bf8a-6e74a34fb8fa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.300332 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81f67b32-eb8b-4fda-8bed-17ef266f0f78 req-10c6a197-74ec-46fb-bf8a-6e74a34fb8fa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1093500
Dec 16 14:46:20.354281 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81f67b32-eb8b-4fda-8bed-17ef266f0f78 req-66902783-2c1a-4f0a-942f-933de8164e1b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441430
Dec 16 14:46:20.638984 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c61f77-3d3f-4ef9-b520-da92cbb3245a req-42d376ce-dfaa-43e7-b2bf-8177db982770 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:20.640702 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d5c61f77-3d3f-4ef9-b520-da92cbb3245a req-42d376ce-dfaa-43e7-b2bf-8177db982770 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0957403
Dec 16 14:46:20.649748 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36712) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:20.655638 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Request body: {'floatingip': {'port_id': '89eb0392-5a52-4cad-8793-177f104836c0'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:46:20.737140 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:21.165603 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27fc8-6a5c-4cb1-91e2-245330ebef44 req-26e2ee3c-9670-4f78-8bcc-24ca094ca473 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:21.167595 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4cf27fc8-6a5c-4cb1-91e2-245330ebef44 req-26e2ee3c-9670-4f78-8bcc-24ca094ca473 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0930731
Dec 16 14:46:21.232456 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4cf27fc8-6a5c-4cb1-91e2-245330ebef44 req-bc325532-e3ae-4404-866f-9eb437670217 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582831
Dec 16 14:46:21.545596 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:21.551487 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:21.763193 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Floating IP f2b809ae-24fc-4394-a49e-bf0b6c17ba61 associated. External IP: 172.27.1.216, port: 89eb0392-5a52-4cad-8793-177f104836c0.
Dec 16 14:46:22.259947 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:46:22.502422 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a146f-d6bf-4775-96c7-f41e2711d77d req-cc3153ef-6e31-45bd-82ce-19e80c6252c2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:22.505081 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7d3a146f-d6bf-4775-96c7-f41e2711d77d req-cc3153ef-6e31-45bd-82ce-19e80c6252c2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1245763
Dec 16 14:46:22.524952 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:46:22.532084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:22.539532 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:46:22.563220 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:46:22.564608 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf90a220>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:22.589125 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7d3a146f-d6bf-4775-96c7-f41e2711d77d req-adad3032-1811-4111-8963-7729e3ac73b5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726588
Dec 16 14:46:22.599984 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-eacb62c9-130f-4fad-9853-a7c7695428c7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "PUT /v2.0/floatingips/f2b809ae-24fc-4394-a49e-bf0b6c17ba61 HTTP/1.1" status: 200  len: 992 time: 1.9488602
Dec 16 14:46:22.601277 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:22.668570 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'status': 'completed', 'code': 200}
Dec 16 14:46:22.794720 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-a64ef831-75a5-4d5b-87c7-3cf97e415dd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1099 time: 0.0764682
Dec 16 14:46:22.858015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:46:23.092353 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-16913a11-74ff-4fbd-8ee1-fd7b776be898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:23.094845 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-16913a11-74ff-4fbd-8ee1-fd7b776be898 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.2923770
Dec 16 14:46:23.200298 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-d8244d83-c231-49b6-b5de-c20745e31035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 1000 time: 0.0970600
Dec 16 14:46:23.271058 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-00a69e0a-7ac2-4c9d-96a3-dd7f26518b9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:23.272545 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-00a69e0a-7ac2-4c9d-96a3-dd7f26518b9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0640259
Dec 16 14:46:23.276070 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf90a220>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': 'f2b809ae-24fc-4394-a49e-bf0b6c17ba61', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'port_id': '89eb0392-5a52-4cad-8793-177f104836c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'mac_address': 'fa:16:3e:63:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:50Z', 'updated_at': '2021-12-16T14:46:21Z', 'revision_number': 1, 'project_id': '198be39f56934fc58b1c76e532336733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:23.281643 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:46:23.293829 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:46:23.294514 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf90a220>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:46:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:23.357382 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-3ce6c073-fdb6-4ec1-9d5a-087938d968a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780945
Dec 16 14:46:23.516771 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:46:23.531764 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-f8d6ddb2-4b8c-4a7e-a7ed-c5575dc19cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649582
Dec 16 14:46:23.701049 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21b3e4a9-c773-4aa9-bb6b-f397801326a2 req-be251f1a-d0e5-482f-b71e-b91ad34cb769 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612544
Dec 16 14:46:23.857275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883cfe9-87ac-4c2e-9fec-30e7c77c017a req-0a27393b-3e13-4393-9938-082037ddaefa tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:23.864653 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c883cfe9-87ac-4c2e-9fec-30e7c77c017a req-0a27393b-3e13-4393-9938-082037ddaefa tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1114888
Dec 16 14:46:23.920512 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c883cfe9-87ac-4c2e-9fec-30e7c77c017a req-35d0cbb7-eb46-4450-badd-94b01c731ef7 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548801
Dec 16 14:46:24.049574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf90a220>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': 'f2b809ae-24fc-4394-a49e-bf0b6c17ba61', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'port_id': '89eb0392-5a52-4cad-8793-177f104836c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'mac_address': 'fa:16:3e:63:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:50Z', 'updated_at': '2021-12-16T14:46:21Z', 'revision_number': 1, 'project_id': '198be39f56934fc58b1c76e532336733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:24.059343 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaefdea-4f4c-428d-b37c-814653b9d970 None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': 'f2b809ae-24fc-4394-a49e-bf0b6c17ba61', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'port_id': '89eb0392-5a52-4cad-8793-177f104836c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'mac_address': 'fa:16:3e:63:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:45:50Z', 'updated_at': '2021-12-16T14:46:21Z', 'revision_number': 1, 'project_id': '198be39f56934fc58b1c76e532336733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:46:24.293131 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48b5e0-2d4c-45ba-989d-8e61f198c483 None None] New status for floating IP f2b809ae-24fc-4394-a49e-bf0b6c17ba61: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:46:25.162151 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743d57e-070f-4626-ac42-9a8587df5d3f req-4438b86e-7d1c-438f-b6d5-dcf562ad777f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:25.164739 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0743d57e-070f-4626-ac42-9a8587df5d3f req-4438b86e-7d1c-438f-b6d5-dcf562ad777f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1090846
Dec 16 14:46:25.213698 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0743d57e-070f-4626-ac42-9a8587df5d3f req-8dff9484-93de-4ea1-b366-a411317400d8 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432651
Dec 16 14:46:26.132935 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36786) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:26.205649 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Deleting subnet ab1b4393-3d9c-401d-909a-de82ecb95fdd {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:46:26.211231 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.309085 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.451308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.536870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf5b82-40d5-4c08-a4e0-c34e2a8e4b95 req-2badeb31-bd8d-4276-ba42-154b2da05769 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:26.538863 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7edf5b82-40d5-4c08-a4e0-c34e2a8e4b95 req-2badeb31-bd8d-4276-ba42-154b2da05769 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1756992
Dec 16 14:46:26.577119 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.583662 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:26.628756 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1b4393-3d9c-401d-909a-de82ecb95fdd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:26.635458 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:26.645949 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7edf5b82-40d5-4c08-a4e0-c34e2a8e4b95 req-810b6437-8a48-4a20-8a54-de1c319a6cf5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951364
Dec 16 14:46:26.646915 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.668722 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7fe80d84-e031-4eb8-87ea-830d6013aab6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ab1b4393-3d9c-401d-909a-de82ecb95fdd HTTP/1.1" status: 204  len: 168 time: 0.5318017
Dec 16 14:46:26.670972 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36794) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:26.808342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.938484 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:26.968805 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa49d60>,) {'filters': {'network_id': ['44ed6d9d-119a-453b-8449-3d06aaf1b554']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:26.987150 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa49d60>, '3673f19f-33e3-4dec-a68c-28ae5134c3b6') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:26.987445 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa49d60>, '3673f19f-33e3-4dec-a68c-28ae5134c3b6') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:46:27.001010 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.024126 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.032678 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:46:27.033107 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:46:27.047860 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:46:27.136455 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.141341 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-620e306a-80b3-450c-b282-f7a0d70c395d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:27.156600 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.176143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Pushing event deleted for resources: {'Network': ['ID=44ed6d9d-119a-453b-8449-3d06aaf1b554,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:27.179743 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:27.186259 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-608479c3-4f12-4448-81c8-e86348e766af admin admin] 10.222.0.67 "DELETE /v2.0/networks/44ed6d9d-119a-453b-8449-3d06aaf1b554 HTTP/1.1" status: 204  len: 168 time: 0.5154114
Dec 16 14:46:27.431422 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36804) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:27.585001 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-12c704ce-1e3b-4581-85fe-83a8c04072d8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=841e959321694bbe969318fafd7f676b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1518500
Dec 16 14:46:27.587472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 36808) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:46:27.651873 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.679158 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.735802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.739592 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:27.754211 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa571c90-5f30-441a-97db-3961082576e2,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:27.757497 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:27.767602 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:27.768766 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa571c90-5f30-441a-97db-3961082576e2 HTTP/1.1" status: 204  len: 168 time: 0.1803989
Dec 16 14:46:27.883690 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bcfe7-92b1-4b6d-88d7-a3a2557a34e5 req-948e0935-cb17-4307-ab89-00ad3a55a834 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:27.885061 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-085bcfe7-92b1-4b6d-88d7-a3a2557a34e5 req-948e0935-cb17-4307-ab89-00ad3a55a834 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0898645
Dec 16 14:46:27.943607 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-085bcfe7-92b1-4b6d-88d7-a3a2557a34e5 req-3ecef987-f265-4248-abd4-560e49e96966 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518115
Dec 16 14:46:28.910385 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f9153c98-a04b-445a-a480-0019556192ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:29.237537 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62c2dd-384a-46b3-a299-b37398015c45 req-7fac2e1f-7ada-45be-90d1-b6893b9f7f6e tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:29.237537 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5c62c2dd-384a-46b3-a299-b37398015c45 req-7fac2e1f-7ada-45be-90d1-b6893b9f7f6e tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1448994
Dec 16 14:46:29.292431 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5c62c2dd-384a-46b3-a299-b37398015c45 req-d5c74b01-68b9-4270-995e-edfad8509897 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476911
Dec 16 14:46:30.507655 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091660ee-dc7b-4bd6-b4ed-7fe177590749 req-c68ee16b-901d-4f3e-acb2-1773eaf5bf19 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:30.509098 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-091660ee-dc7b-4bd6-b4ed-7fe177590749 req-c68ee16b-901d-4f3e-acb2-1773eaf5bf19 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0833662
Dec 16 14:46:30.564718 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-091660ee-dc7b-4bd6-b4ed-7fe177590749 req-cb7c1e98-c085-4985-9fb0-2babed41a001 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496080
Dec 16 14:46:31.437835 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d13f0e62-6fcd-4ce2-8183-39cdc2388742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:31.785315 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54a261-0416-4b96-9ae4-e2289518485d req-1fe2d156-e22c-43c0-b599-8b9538bc667b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:31.788120 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-aa54a261-0416-4b96-9ae4-e2289518485d req-1fe2d156-e22c-43c0-b599-8b9538bc667b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0906379
Dec 16 14:46:31.846392 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-aa54a261-0416-4b96-9ae4-e2289518485d req-87d9f121-0309-42af-96e9-625e2fe72326 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517612
Dec 16 14:46:32.383025 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:32.893157 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:32.907202 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-c7a34e94-d2f1-4526-9baf-2a06f022320d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1098 time: 0.0907161
Dec 16 14:46:33.062321 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-5204643f-6b03-4cda-aa01-71d776f58465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:33.064663 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-5204643f-6b03-4cda-aa01-71d776f58465 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 910 time: 0.1507559
Dec 16 14:46:33.230034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cffc0-8c36-48bb-97e0-20779d34591b req-5b6d755a-42c7-4765-9e6b-916d32c72796 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:33.231404 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-678ca2af-3ae0-42f6-be58-e6e6dd2c9e46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 1001 time: 0.1572042
Dec 16 14:46:33.231951 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8f1cffc0-8c36-48bb-97e0-20779d34591b req-5b6d755a-42c7-4765-9e6b-916d32c72796 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1771889
Dec 16 14:46:33.307690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-99c14943-115c-4894-a469-7cea1c291307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:33.308733 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-99c14943-115c-4894-a469-7cea1c291307 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.0699279
Dec 16 14:46:33.317029 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8f1cffc0-8c36-48bb-97e0-20779d34591b req-2249afcc-e81c-47e0-ad4b-7b0719fb79bb tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740283
Dec 16 14:46:33.409609 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-826eaaf1-223b-47b2-a00d-5ad71b5a8f3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930405
Dec 16 14:46:33.566347 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-9d878d7e-300f-4790-8170-fca8acf271da service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492512
Dec 16 14:46:33.805221 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-423e3ef3-cb49-4e5e-b787-dc33240c0f1d req-c240a17f-7722-404a-9007-3853f2412464 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229862
Dec 16 14:46:34.458599 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:34.569073 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375feea-46d9-44ca-abd6-f83e7698862d req-40c5f365-5de8-46af-8c32-ffe04b3a8ddf tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:34.570576 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7375feea-46d9-44ca-abd6-f83e7698862d req-40c5f365-5de8-46af-8c32-ffe04b3a8ddf tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0881221
Dec 16 14:46:34.620043 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7375feea-46d9-44ca-abd6-f83e7698862d req-a09c3c5b-51dc-4392-8225-446d59c953ce tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435231
Dec 16 14:46:35.854943 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dacf2-be21-40b7-ac2a-4bcf88984d2c req-3bff59f5-f8ff-4b28-983b-14e5407abcd6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:35.856508 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-376dacf2-be21-40b7-ac2a-4bcf88984d2c req-3bff59f5-f8ff-4b28-983b-14e5407abcd6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0978746
Dec 16 14:46:35.924889 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-376dacf2-be21-40b7-ac2a-4bcf88984d2c req-c6d4819f-9267-4d69-a136-b9c570f20fee tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612822
Dec 16 14:46:37.213055 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc78e95-0869-447d-950e-8dac5fc8ac4a req-b2fd5980-3cda-46d5-b889-20ca8d260d8a tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:37.220165 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7cc78e95-0869-447d-950e-8dac5fc8ac4a req-b2fd5980-3cda-46d5-b889-20ca8d260d8a tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1237531
Dec 16 14:46:37.287512 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7cc78e95-0869-447d-950e-8dac5fc8ac4a req-0de41b5a-febe-43f4-9e3c-2717326b32fe tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554469
Dec 16 14:46:37.519254 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ab07e472-6e91-451e-ac63-5375b941dd36 req-747392c9-bda4-442a-9812-654777b7ff13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0995591
Dec 16 14:46:37.795633 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-aad0e3e6-bfe0-4176-abab-d580e056b243 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1212256
Dec 16 14:46:37.927739 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e2484-2bf7-4d85-9d18-67643eb7ec40 req-01aae7dc-c2fe-423a-952e-55d2b069dff1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:37.930520 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef5e2484-2bf7-4d85-9d18-67643eb7ec40 req-01aae7dc-c2fe-423a-952e-55d2b069dff1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1462824
Dec 16 14:46:37.998075 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef5e2484-2bf7-4d85-9d18-67643eb7ec40 req-13d23c72-d695-4df4-83df-a61cfa8dd3f9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589144
Dec 16 14:46:38.074271 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:46:38.231499 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.271048 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:38.280402 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:38.287049 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:38.289104 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:38.377858 dv-cinder-821893-3-iscsi neutron-server[82859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'code': 422} returned with failed status
Dec 16 14:46:38.384413 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:38.402247 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.402836 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.403406 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.403956 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.404511 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.405071 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.405638 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.406289 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.406840 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.407440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.408222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:46:38.419192 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:39.275664 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e678472-ff57-4f82-b59f-52602aaa1c4b req-41ae6670-b1bc-42a9-9fd7-261b53d3bd53 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:39.278275 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e678472-ff57-4f82-b59f-52602aaa1c4b req-41ae6670-b1bc-42a9-9fd7-261b53d3bd53 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1075528
Dec 16 14:46:39.328849 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e678472-ff57-4f82-b59f-52602aaa1c4b req-703e1cf2-49d7-4458-8f27-afd78ab875c5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445187
Dec 16 14:46:39.656208 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-e827277e-6f00-4b08-87c4-99c7b3f13e72 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20&tenant_id=9a687d83941a46d8893bb58f302b2951 HTTP/1.1" status: 200  len: 1096 time: 0.0770247
Dec 16 14:46:39.782859 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-8cb2262d-7f52-4345-b18a-b142c53d1672 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1096 time: 0.0785129
Dec 16 14:46:39.919484 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-21557a59-6362-471c-a553-b3c6e078c5a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:39.920989 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-21557a59-6362-471c-a553-b3c6e078c5a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 910 time: 0.1312721
Dec 16 14:46:40.126827 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-990ccd9f-2043-4c22-abed-ce44f03df7be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 999 time: 0.1959496
Dec 16 14:46:40.199250 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-bd8afc5e-d5e4-47aa-aefb-10ecd956c6d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:40.200254 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-bd8afc5e-d5e4-47aa-aefb-10ecd956c6d0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.0653625
Dec 16 14:46:40.284676 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-073f9099-6db4-483e-b4db-f7b4725c261d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752730
Dec 16 14:46:40.441926 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-59abe276-2d46-461d-9e2f-de3983dc6cb2 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488676
Dec 16 14:46:40.652627 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-1063f7ec-697f-4a30-b026-548c4259df72 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040393
Dec 16 14:46:40.662127 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef51a40-2c8d-4e4f-badc-51e373f48bbe req-3cd52c59-5b39-4ab2-90e0-5ceff4a2c434 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:40.664994 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fef51a40-2c8d-4e4f-badc-51e373f48bbe req-3cd52c59-5b39-4ab2-90e0-5ceff4a2c434 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1980214
Dec 16 14:46:40.718528 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fef51a40-2c8d-4e4f-badc-51e373f48bbe req-cc5f0974-49c1-4ead-82d8-3dd5ca64ac57 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457551
Dec 16 14:46:41.929685 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18dbac-9bb6-4b5b-8593-09d03d6db9af req-5bf34602-b26e-47cd-811a-0830fa831e60 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:41.931189 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e18dbac-9bb6-4b5b-8593-09d03d6db9af req-5bf34602-b26e-47cd-811a-0830fa831e60 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.0801446
Dec 16 14:46:41.963742 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:41.990837 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e18dbac-9bb6-4b5b-8593-09d03d6db9af req-e22c9685-9ca7-41ba-bf76-9b1d6238f45d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538678
Dec 16 14:46:43.199915 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e9735-147b-45d4-b41a-361a576922cc req-4fbffc82-cb9f-4489-903f-8d5e115d4856 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:43.201436 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-571e9735-147b-45d4-b41a-361a576922cc req-4fbffc82-cb9f-4489-903f-8d5e115d4856 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.0830979
Dec 16 14:46:43.266441 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-571e9735-147b-45d4-b41a-361a576922cc req-22d812f5-1fb3-419f-b5de-fa7426fa448d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580320
Dec 16 14:46:43.994020 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-4b16df97-8ee9-4e5a-8116-ce160046f929 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1096 time: 0.0805783
Dec 16 14:46:44.153768 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-1564f070-daf5-4cac-8ed1-72509e704083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:44.155260 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-1564f070-daf5-4cac-8ed1-72509e704083 service neutron] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 910 time: 0.1406872
Dec 16 14:46:44.276238 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-653b4742-5b34-44bb-a841-0b93f7e44194 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 999 time: 0.1126187
Dec 16 14:46:44.343768 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-bd38d4e6-79ea-401d-a77d-59f1480a653a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:44.346027 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-bd38d4e6-79ea-401d-a77d-59f1480a653a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.0619502
Dec 16 14:46:44.434118 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-17199f98-3cbd-49a6-9203-274cfc3a33cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817301
Dec 16 14:46:44.479562 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c999f-8143-4b09-aaf1-2d1757afcce2 req-d0a79136-1715-4f40-8862-acbbf5ba4566 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:44.481043 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f16c999f-8143-4b09-aaf1-2d1757afcce2 req-d0a79136-1715-4f40-8862-acbbf5ba4566 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.0824356
Dec 16 14:46:44.545562 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f16c999f-8143-4b09-aaf1-2d1757afcce2 req-13c2d507-0bac-42bd-a0fb-bb935b2b2e2f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582745
Dec 16 14:46:44.590770 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-3b011662-5a12-4b48-ad1d-c8e09cf7a8c9 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482916
Dec 16 14:46:44.725191 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1e415d3c-00d3-4f40-9f36-f257d3660896 req-c98c1cf9-2494-4aea-8402-9037d965d4c1 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269615
Dec 16 14:46:45.845860 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61dfcd-48b9-4443-a1b7-35c0612be66c req-291106fc-b5cb-4cdc-b0e7-1c39fc3a3dd2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:45.847997 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fe61dfcd-48b9-4443-a1b7-35c0612be66c req-291106fc-b5cb-4cdc-b0e7-1c39fc3a3dd2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1525838
Dec 16 14:46:45.907209 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fe61dfcd-48b9-4443-a1b7-35c0612be66c req-fbe27b36-61e0-4fc8-a470-b135e99499c8 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525527
Dec 16 14:46:47.137217 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355005cf-cde4-47e0-8d9a-3f309bf6425c req-bb4b4229-e146-45c5-bc37-f31e5fe6a620 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:47.139169 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-355005cf-cde4-47e0-8d9a-3f309bf6425c req-bb4b4229-e146-45c5-bc37-f31e5fe6a620 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.0944161
Dec 16 14:46:47.193133 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-355005cf-cde4-47e0-8d9a-3f309bf6425c req-ad39617a-1ed5-4414-9ad8-a199d1ae6191 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451286
Dec 16 14:46:48.442330 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718432b-3d64-4513-b6f6-818f4760b5f8 req-2d4189a0-6434-410c-81a5-234bd2eda9dd tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:48.443745 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4718432b-3d64-4513-b6f6-818f4760b5f8 req-2d4189a0-6434-410c-81a5-234bd2eda9dd tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.1189163
Dec 16 14:46:48.585048 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4718432b-3d64-4513-b6f6-818f4760b5f8 req-9c7aa9c6-bc84-43ff-b417-b69cd1563155 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352403
Dec 16 14:46:49.796354 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f2d80-31d2-4eb9-a97c-5ef03f4c5555 req-ca8cb3c4-7deb-4c8c-a98d-0d34f96ecc44 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:49.798186 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-059f2d80-31d2-4eb9-a97c-5ef03f4c5555 req-ca8cb3c4-7deb-4c8c-a98d-0d34f96ecc44 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 943 time: 0.0812416
Dec 16 14:46:49.856387 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-059f2d80-31d2-4eb9-a97c-5ef03f4c5555 req-77c56f3d-3267-4283-957e-1b35a2c173f9 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498719
Dec 16 14:46:50.143426 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:46:50.302169 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:50.318390 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'port_id': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'mac_address': 'fa:16:3e:88:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:46:50.383267 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.401568 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1de2547-6459-4d87-9d1f-a9adfc216809 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:46:50.417686 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:50.425755 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:50.427560 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:50.503294 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=7']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:50.509021 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:50.861429 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a1de2547-6459-4d87-9d1f-a9adfc216809'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:46:51.130769 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf6e75-4d33-4fcf-a4dd-2e96ff106b81 req-11c2990a-b57f-4cd8-be8c-a337f216b482 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:51.132894 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1caf6e75-4d33-4fcf-a4dd-2e96ff106b81 req-11c2990a-b57f-4cd8-be8c-a337f216b482 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 944 time: 0.1276097
Dec 16 14:46:51.194379 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1caf6e75-4d33-4fcf-a4dd-2e96ff106b81 req-cfc3a263-0f91-440d-bf3e-dc73dc1fa4c1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545783
Dec 16 14:46:52.157896 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:46:52.249017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port a1de2547-6459-4d87-9d1f-a9adfc216809 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:46:52.249637 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.392655 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.423919 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:46:52.434013 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:46:52.439579 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:46:52.442220 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-80a9547b-0c27-45ab-ac05-d75f51791f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:46:52.449799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9a918-91d3-4f79-a7fe-894de2fefce0 req-aa818d4f-2728-4a77-b0b9-88322d44bbb2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:52.452849 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69b9a918-91d3-4f79-a7fe-894de2fefce0 req-aa818d4f-2728-4a77-b0b9-88322d44bbb2 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 944 time: 0.0943317
Dec 16 14:46:52.489478 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'code': 200}
Dec 16 14:46:52.518110 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=8']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:46:52.522034 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:46:52.530799 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69b9a918-91d3-4f79-a7fe-894de2fefce0 req-8e2ffa58-bcc0-4609-9d6a-f89dd2096390 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706906
Dec 16 14:46:52.863735 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b5bbd7c-e319-466a-ba5b-b3150e606f53 req-cba7586a-0e33-4130-ae15-e60946eaee46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1098 time: 0.0761821
Dec 16 14:46:52.910808 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b5bbd7c-e319-466a-ba5b-b3150e606f53 req-cc0b463f-ad42-4712-9d71-9c72bf1cb89e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405667
Dec 16 14:46:53.744381 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9df96-b662-42bf-a674-5529d823ea4b req-dab83c8b-51e5-4c25-9ffc-ff17c2f3f938 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:53.745926 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-11d9df96-b662-42bf-a674-5529d823ea4b req-dab83c8b-51e5-4c25-9ffc-ff17c2f3f938 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0871768
Dec 16 14:46:53.800902 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-11d9df96-b662-42bf-a674-5529d823ea4b req-d09dd857-388d-40c5-8278-745d84584913 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488415
Dec 16 14:46:53.963838 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:46:55.026791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36263ec3-ae12-4e33-8bd0-bfa7ee621bcc req-ae5bdbca-f63f-44e1-a2a3-7336d7a00793 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:46:55.028362 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-36263ec3-ae12-4e33-8bd0-bfa7ee621bcc req-ae5bdbca-f63f-44e1-a2a3-7336d7a00793 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0909901
Dec 16 14:46:55.091437 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-36263ec3-ae12-4e33-8bd0-bfa7ee621bcc req-6fad88bf-78f8-4aba-89e6-e5e0f6868e82 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530391
Dec 16 14:46:58.910977 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a19185af-d834-41b6-a433-b4b78b1455b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:01.433292 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f730d1f9-eed2-4570-be24-7106c8fcf2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:02.380041 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:02.892308 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:04.462326 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:11.981911 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:24.693145 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dbb2d-3eaa-4930-b46a-4024a8e69f4c req-11898caf-085d-4d5f-a2b5-6eede6231f4f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.694490 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-277dbb2d-3eaa-4930-b46a-4024a8e69f4c req-11898caf-085d-4d5f-a2b5-6eede6231f4f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.1015959
Dec 16 14:47:24.722243 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-d74b0a4c-10b2-4042-aee5-f3efff226f06 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1137 time: 0.1288481
Dec 16 14:47:24.752458 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-277dbb2d-3eaa-4930-b46a-4024a8e69f4c req-57045fc8-ae95-4362-91b1-ad910b35bd3a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0514207
Dec 16 14:47:24.876187 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-c9bfabe7-1271-47a3-940a-629a0984d3da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:24.877694 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-c9bfabe7-1271-47a3-940a-629a0984d3da service neutron] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 916 time: 0.1473095
Dec 16 14:47:24.992982 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-fac4258f-4e77-4a84-b653-5f0dc2e47781 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 1000 time: 0.1075439
Dec 16 14:47:25.061465 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-ee47a472-58ca-4825-8cab-6cda4b474f60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:25.063234 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-ee47a472-58ca-4825-8cab-6cda4b474f60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.0627210
Dec 16 14:47:25.207645 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-d1864783-8038-4122-a52f-95fc9125c3c8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1358364
Dec 16 14:47:25.361818 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-88fe249a-430d-427f-a538-47d6ec7268ab service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464126
Dec 16 14:47:25.509502 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4fe8de55-cd0b-4f2a-808e-ceb98e9f8ab3 req-314dff08-8831-43a8-8a33-bffa012d7eea service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395736
Dec 16 14:47:26.018530 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f42c89-fbef-4994-b73e-3ee60cb967ed req-930e85f0-9f16-46fa-bcc3-d541105d165c tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:26.021291 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-73f42c89-fbef-4994-b73e-3ee60cb967ed req-930e85f0-9f16-46fa-bcc3-d541105d165c tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.1026711
Dec 16 14:47:26.073673 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-73f42c89-fbef-4994-b73e-3ee60cb967ed req-950b60ea-2fa0-48a1-bf15-4e44ff96b470 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448260
Dec 16 14:47:27.311632 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23785ad8-6d43-4517-99b8-08afcaa46ef5 req-6ae8972e-7e4f-4974-8ed6-2480826846ac tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:27.313170 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23785ad8-6d43-4517-99b8-08afcaa46ef5 req-6ae8972e-7e4f-4974-8ed6-2480826846ac tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0894830
Dec 16 14:47:27.373002 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23785ad8-6d43-4517-99b8-08afcaa46ef5 req-05e19315-42cc-4a40-b029-45790ae6a2d1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0471349
Dec 16 14:47:28.588429 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8ba88-b82f-44ee-93c1-de975ea11385 req-005acde8-8fb6-4189-bcef-bfd70a0d02f9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:28.590119 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3a8ba88-b82f-44ee-93c1-de975ea11385 req-005acde8-8fb6-4189-bcef-bfd70a0d02f9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0890303
Dec 16 14:47:28.651675 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3a8ba88-b82f-44ee-93c1-de975ea11385 req-8f5724da-192b-4dcc-b14f-e25dbef2e4ab tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0508766
Dec 16 14:47:28.913763 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-28db24ef-1927-4bf8-b21b-418a88ee2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:29.923437 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff5750-ec87-4cae-afe6-538bdcd11023 req-3d9b85fd-b283-4b28-91fd-80c3e67532db tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:29.925054 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-daff5750-ec87-4cae-afe6-538bdcd11023 req-3d9b85fd-b283-4b28-91fd-80c3e67532db tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.1142294
Dec 16 14:47:29.991285 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-daff5750-ec87-4cae-afe6-538bdcd11023 req-88ecc0e2-e415-4705-b9be-e206e762adfa tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0587380
Dec 16 14:47:30.965082 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:47:31.243482 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a19b4-60ac-49d4-bfb0-51744a1d7e12 req-43441e7a-d99d-4f0b-8cdf-f13dda7e5d0e tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:31.244927 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c62a19b4-60ac-49d4-bfb0-51744a1d7e12 req-43441e7a-d99d-4f0b-8cdf-f13dda7e5d0e tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0914345
Dec 16 14:47:31.313351 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c62a19b4-60ac-49d4-bfb0-51744a1d7e12 req-62adb3a1-91f4-49ef-9b02-19b3f64f158d tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0584416
Dec 16 14:47:31.448247 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3ca7814c-e84f-44c6-85a9-4d7a3c7af63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:32.378504 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:32.531666 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802e955-b2b4-458d-8bb6-2061af53d2b8 req-c55f68c0-3dec-411f-b4b9-42ed0b5ec543 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:32.533172 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5802e955-b2b4-458d-8bb6-2061af53d2b8 req-c55f68c0-3dec-411f-b4b9-42ed0b5ec543 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0865245
Dec 16 14:47:32.586084 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5802e955-b2b4-458d-8bb6-2061af53d2b8 req-29b6d16e-28de-48b5-87cf-5321ab71f384 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461836
Dec 16 14:47:32.890844 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:33.802615 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70424439-0fa5-4085-ae8e-f4d7a3c7a13e req-20ddbf3a-15aa-4d63-9e8f-f2d9e37a6573 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:33.804241 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-70424439-0fa5-4085-ae8e-f4d7a3c7a13e req-20ddbf3a-15aa-4d63-9e8f-f2d9e37a6573 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0877779
Dec 16 14:47:33.868658 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-70424439-0fa5-4085-ae8e-f4d7a3c7a13e req-59236887-45a2-4b45-8813-e559e1866792 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0582666
Dec 16 14:47:34.471773 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:35.077586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02332892-c567-4f1a-9fc1-9d9d3c33bd0f req-4b46b9a2-ae2a-4021-a527-d921c327a9cd tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:35.079130 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-02332892-c567-4f1a-9fc1-9d9d3c33bd0f req-4b46b9a2-ae2a-4021-a527-d921c327a9cd tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0793777
Dec 16 14:47:35.133175 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-02332892-c567-4f1a-9fc1-9d9d3c33bd0f req-762d1c3d-13b2-4700-b19d-4af890be99e1 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0478051
Dec 16 14:47:36.341119 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad1a6-bf0e-4989-a2ad-e56b6a4dec51 req-4dace177-5c78-423a-981f-b20fd27804c3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:36.342596 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee0ad1a6-bf0e-4989-a2ad-e56b6a4dec51 req-4dace177-5c78-423a-981f-b20fd27804c3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0782063
Dec 16 14:47:36.395520 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee0ad1a6-bf0e-4989-a2ad-e56b6a4dec51 req-e72ce648-6f11-4afd-992a-5a488a421b73 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0468774
Dec 16 14:47:37.601370 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79af40-0cec-42ec-ba47-c130184685c6 req-90d33a99-d2a8-48c5-bbfc-6baee8560189 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:37.602964 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac79af40-0cec-42ec-ba47-c130184685c6 req-90d33a99-d2a8-48c5-bbfc-6baee8560189 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.0824358
Dec 16 14:47:37.652285 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac79af40-0cec-42ec-ba47-c130184685c6 req-caca72a6-3383-4b00-af4f-17058dab59ad tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f&id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436571
Dec 16 14:47:41.994489 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:44.041584 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-12cdaf4f-6994-4f5d-95ba-2797fbd8296c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0746047
Dec 16 14:47:44.166290 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-d88b6546-6af9-4ec6-925f-e6bf26a19f0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1137 time: 0.0766807
Dec 16 14:47:44.416950 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-85fb6f43-311c-4951-aa72-09f81538fbe1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:44.418380 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-85fb6f43-311c-4951-aa72-09f81538fbe1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 916 time: 0.2299752
Dec 16 14:47:44.532502 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-3e4a2df9-a268-40e7-9653-7e997f9d0c4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 1000 time: 0.1064875
Dec 16 14:47:44.652011 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-9ae588ed-b47e-402e-872b-e641f0230770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:44.653419 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-9ae588ed-b47e-402e-872b-e641f0230770 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.1123991
Dec 16 14:47:44.751167 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-a04c8a65-7b89-445e-8d51-11421b5b9af8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0903170
Dec 16 14:47:44.908424 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-b4ce50eb-8f25-408e-ae7d-bd4750a0d009 service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301172
Dec 16 14:47:45.045790 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4115db7d-030e-414c-b8f3-2d8ad2aaa1c0 req-deb0cb32-2308-4783-a410-fc55c1196e5d service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302428
Dec 16 14:47:52.847068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789266db-1169-4e95-b29a-16f1f37cafb4 req-8d04e0ce-bc7a-4c54-aa74-5ac1389957d5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:52.848408 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-789266db-1169-4e95-b29a-16f1f37cafb4 req-8d04e0ce-bc7a-4c54-aa74-5ac1389957d5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0827129
Dec 16 14:47:52.902539 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-789266db-1169-4e95-b29a-16f1f37cafb4 req-4051c6fa-85d4-4e42-81c6-5ca9e7a5ace2 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481491
Dec 16 14:47:54.144019 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a21f-1c46-4675-a78d-1b5204954201 req-47f63df6-1f93-466e-9ff2-021df7398cd4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:54.146282 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3013a21f-1c46-4675-a78d-1b5204954201 req-47f63df6-1f93-466e-9ff2-021df7398cd4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0989840
Dec 16 14:47:54.201543 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3013a21f-1c46-4675-a78d-1b5204954201 req-002cfe07-1ad7-4789-8edd-07154759753d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492342
Dec 16 14:47:55.629463 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b92-8b3d-40c4-80a5-4b62b3ea3403 req-e515470f-618e-488c-a9ba-ea80f1ce7da1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:55.630948 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a97e8b92-8b3d-40c4-80a5-4b62b3ea3403 req-e515470f-618e-488c-a9ba-ea80f1ce7da1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0797422
Dec 16 14:47:55.678160 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a97e8b92-8b3d-40c4-80a5-4b62b3ea3403 req-4850d47c-4240-498e-93e7-579878005523 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414212
Dec 16 14:47:56.906105 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6306c61-15ae-4903-aba3-c0373376ca0c req-435e662e-61e4-4bef-b353-54c0572dee4d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:56.907569 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6306c61-15ae-4903-aba3-c0373376ca0c req-435e662e-61e4-4bef-b353-54c0572dee4d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0844398
Dec 16 14:47:56.955868 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c6306c61-15ae-4903-aba3-c0373376ca0c req-0a9e400c-c764-4902-b087-bcb357d503c3 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423164
Dec 16 14:47:58.282563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc905636-47e6-4e55-8433-d97051afae86 req-98770c73-ef95-48f7-b4d5-2d15d5752f79 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:58.285591 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fc905636-47e6-4e55-8433-d97051afae86 req-98770c73-ef95-48f7-b4d5-2d15d5752f79 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1745558
Dec 16 14:47:58.343838 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fc905636-47e6-4e55-8433-d97051afae86 req-246b559a-2d6a-4405-94ed-476d2ab25c3c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471835
Dec 16 14:47:58.912305 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-66d45cb3-fd88-4257-8cab-24a7890c1c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:47:59.614296 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049951b1-85bd-4373-9633-209bdd76e3e6 req-1e40d7b7-b0cc-47bd-ad1c-ee828437081d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:47:59.615867 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-049951b1-85bd-4373-9633-209bdd76e3e6 req-1e40d7b7-b0cc-47bd-ad1c-ee828437081d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0939457
Dec 16 14:47:59.676999 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-049951b1-85bd-4373-9633-209bdd76e3e6 req-ac16f396-caae-4b68-8aea-4bc4185e731a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514903
Dec 16 14:48:00.667588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0af80-2d38-4a3b-9818-5d69974aad25 req-ca96795a-6364-4ea6-a61f-976d5b3b18e1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:00.669311 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8f0af80-2d38-4a3b-9818-5d69974aad25 req-ca96795a-6364-4ea6-a61f-976d5b3b18e1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.1151109
Dec 16 14:48:00.730163 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8f0af80-2d38-4a3b-9818-5d69974aad25 req-e1e6317f-25f2-4c29-b85f-3a95861cdfec tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498023
Dec 16 14:48:01.010230 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d9615-4aee-4248-8775-cd39ccacd38b req-48766f77-3cfc-4008-bb96-1e12e68647b6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:01.013276 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-899d9615-4aee-4248-8775-cd39ccacd38b req-48766f77-3cfc-4008-bb96-1e12e68647b6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1470928
Dec 16 14:48:01.063102 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-899d9615-4aee-4248-8775-cd39ccacd38b req-29879fe8-aa43-4a10-84bb-4c7317e7661c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443394
Dec 16 14:48:01.453509 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a3f33964-489b-49b6-a7b3-f53190d0821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:01.944869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e2d43-7717-4447-878e-bad1593bfd9a req-2c1cdefa-3878-4a78-a547-e70ac0933562 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:01.946402 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a32e2d43-7717-4447-878e-bad1593bfd9a req-2c1cdefa-3878-4a78-a547-e70ac0933562 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.0819728
Dec 16 14:48:01.993451 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a32e2d43-7717-4447-878e-bad1593bfd9a req-68da316e-5768-4e1f-af06-ac593d2b7041 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411980
Dec 16 14:48:02.296325 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd12065-76a3-47d5-8c6d-dc1f865b0819 req-3f429218-924e-4f4f-b2fc-664381305154 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:02.298260 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ccd12065-76a3-47d5-8c6d-dc1f865b0819 req-3f429218-924e-4f4f-b2fc-664381305154 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0858381
Dec 16 14:48:02.347888 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ccd12065-76a3-47d5-8c6d-dc1f865b0819 req-41a9a790-5f01-48f3-a0db-6263c70fcffe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439014
Dec 16 14:48:02.384426 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:02.901619 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:02.913392 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-4856aa98-0483-4945-b520-009f7cab551b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:02.915993 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-4856aa98-0483-4945-b520-009f7cab551b tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.0986567
Dec 16 14:48:03.002958 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Deleting port 87c2d9a0-97d2-4890-8290-54947fa974e9 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:03.003837 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:03.340001 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] For port 87c2d9a0-97d2-4890-8290-54947fa974e9, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=87c2d9a0-97d2-4890-8290-54947fa974e9,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:03.340244 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:03.362027 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad428-778d-4627-846f-97b322bbf690 req-7f1bbf7e-dd2f-4bf7-b67c-333a9dc1ec4d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:03.363555 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-77aad428-778d-4627-846f-97b322bbf690 req-7f1bbf7e-dd2f-4bf7-b67c-333a9dc1ec4d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 945 time: 0.2233002
Dec 16 14:48:03.631809 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-77aad428-778d-4627-846f-97b322bbf690 req-7ae2f082-597f-4fca-9600-c7ce53e7f088 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups?id=07b126ea-8068-4f3e-b230-83349ededda1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1245563
Dec 16 14:48:03.633527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eea926-409e-4433-be87-50edfcbca3a3 req-de6af253-1896-45ee-b60d-6ec5ccc11d41 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:03.635922 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-54eea926-409e-4433-be87-50edfcbca3a3 req-de6af253-1896-45ee-b60d-6ec5ccc11d41 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1281104
Dec 16 14:48:03.704006 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-54eea926-409e-4433-be87-50edfcbca3a3 req-8b761c05-8930-47e0-93f4-986a79d6b39f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617959
Dec 16 14:48:03.794624 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:03.795180 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:03.795676 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Floating IP 06ecd6f6-c0af-4918-86f9-8edc935dad08 disassociated. External IP: 172.27.1.115, port: 87c2d9a0-97d2-4890-8290-54947fa974e9.
Dec 16 14:48:03.796192 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Calling delete_port for 87c2d9a0-97d2-4890-8290-54947fa974e9 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:04.006208 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:04.017317 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ea05a380-b764-44ee-8ca9-c9c00ec47d9f tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:04.093000 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event deleted for resources: {'Port': ['ID=87c2d9a0-97d2-4890-8290-54947fa974e9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:04.122512 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.123826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.123826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.124197 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.124791 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.125416 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.126087 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.126734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.127255 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.127841 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.128489 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:04.134123 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:04.397897 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:48:04.468304 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:04.619419 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:48:04.629656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:48:04.643205 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:04.643832 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc178b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:04.692819 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] No DVR routers for this DVR port 87c2d9a0-97d2-4890-8290-54947fa974e9 on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:48:04.695388 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:04.698400 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'name': 'network-vif-deleted', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:04.715464 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b983e3eb-bbcd-4610-830f-51dc4be87005 req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.48 "DELETE /v2.0/ports/87c2d9a0-97d2-4890-8290-54947fa974e9 HTTP/1.1" status: 204  len: 173 time: 1.7932680
Dec 16 14:48:04.768020 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8693cb4-e6b1-4956-a996-04effeb71f79', 'name': 'network-vif-deleted', 'tag': '87c2d9a0-97d2-4890-8290-54947fa974e9', 'status': 'completed', 'code': 200}
Dec 16 14:48:04.837312 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:04.850282 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-b7816eb6-8d98-4de2-92d3-02195b5c97b3 req-e302f74d-95f3-4de7-a5e3-ff4f61c4c107 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Synchronizing usage tracker for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:04.868167 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-b7816eb6-8d98-4de2-92d3-02195b5c97b3 req-e302f74d-95f3-4de7-a5e3-ff4f61c4c107 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Unset dirty status for tenant:f78091827c644b1fb185ec17f9aa73e2 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:04.880456 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b7816eb6-8d98-4de2-92d3-02195b5c97b3 req-e302f74d-95f3-4de7-a5e3-ff4f61c4c107 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8693cb4-e6b1-4956-a996-04effeb71f79 HTTP/1.1" status: 200  len: 210 time: 0.1066225
Dec 16 14:48:04.966786 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0334-4a18-4b66-ad79-b277a22b8d7c req-f27c12a3-00b1-48ee-a0b9-ee1fa5798761 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:04.968302 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8bfb0334-4a18-4b66-ad79-b277a22b8d7c req-f27c12a3-00b1-48ee-a0b9-ee1fa5798761 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0793355
Dec 16 14:48:05.016328 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8bfb0334-4a18-4b66-ad79-b277a22b8d7c req-c3cc8701-78d0-4f7b-a409-2f787a814d0b tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423825
Dec 16 14:48:05.219211 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc178b0>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:05.223824 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:48:05.235705 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:05.236349 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc178b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:05.429068 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:05.777005 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc178b0>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:05.782279 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d44909-ef5e-4968-81bb-96b7701bec36 None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:37:50Z', 'revision_number': 4, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '669aeb4a-d1e2-4293-a90a-9314aec8a508', 'name': '', 'network_id': '6169d189-9be4-4abd-beaa-98b69d0a6fcc', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'mac_address': 'fa:16:3e:af:43:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:49Z', 'updated_at': '2021-12-16T14:38:02Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'subnets': [{'id': '184d3232-be31-4cb1-b518-e34f0ec5b8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:48:06.033465 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37364) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:06.055902 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a6ac4-39b5-4390-9fbd-96d9073a3acb None None] New status for floating IP 06ecd6f6-c0af-4918-86f9-8edc935dad08: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:48:06.127341 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.159100 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.233402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.238722 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-63144b45-e2ee-46ef-8d06-cd8aea95d90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:06.257243 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b126ea-8068-4f3e-b230-83349ededda1,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:06.267464 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c3241-beb0-4e65-b895-d8107273a304 req-c4686775-7fd0-4e5b-985a-5781fbf33253 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:06.269369 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d17c3241-beb0-4e65-b895-d8107273a304 req-c4686775-7fd0-4e5b-985a-5781fbf33253 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1075041
Dec 16 14:48:06.273128 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.273641 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.274291 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.274751 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.275194 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.275849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.276370 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.276895 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.277379 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.278145 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.278675 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:06.283240 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:06.284556 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.286242 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "DELETE /v2.0/security-groups/07b126ea-8068-4f3e-b230-83349ededda1 HTTP/1.1" status: 204  len: 168 time: 0.2506843
Dec 16 14:48:06.288731 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37370) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:06.311131 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.api.v2.resource [None req-5d4e391a-ca2f-4ba5-8bd4-538ba9b475e9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] show failed (client error): The resource could not be found.
Dec 16 14:48:06.313754 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5d4e391a-ca2f-4ba5-8bd4-538ba9b475e9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "GET /v2.0/security-groups/07b126ea-8068-4f3e-b230-83349ededda1 HTTP/1.1" status: 404  len: 347 time: 0.0238402
Dec 16 14:48:06.316957 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37374) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:06.338491 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d17c3241-beb0-4e65-b895-d8107273a304 req-e213d965-aecc-4d49-a142-6a49f4f2307f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612831
Dec 16 14:48:06.485928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Deleting port 9e62157d-61ff-4819-a081-4260c3d1ff54 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:06.486271 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.566371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 87c2d9a0-97d2-4890-8290-54947fa974e9 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:06.606652 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 87c2d9a0-97d2-4890-8290-54947fa974e9 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:48:06.608518 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 87c2d9a0-97d2-4890-8290-54947fa974e9 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:48:06.672692 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.672966 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:06.798243 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Calling delete_port for 9e62157d-61ff-4819-a081-4260c3d1ff54 owned by network:floatingip {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:07.031998 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:07.037886 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5695ce7c-7531-451f-a1de-97d6d932bdc3 tempest-VolumesSnapshotTestJSON-789635268 tempest-VolumesSnapshotTestJSON-789635268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:07.103036 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Pushing event deleted for resources: {'Port': ['ID=9e62157d-61ff-4819-a081-4260c3d1ff54,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:07.105765 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:07.210845 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks [] for floatingip, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:07.233225 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:07.235230 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] 10.222.0.67 "DELETE /v2.0/floatingips/06ecd6f6-c0af-4918-86f9-8edc935dad08 HTTP/1.1" status: 204  len: 168 time: 0.9167557
Dec 16 14:48:07.610623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dda569-4ae1-4985-9388-d4968a7106b3 req-2519bffb-fe7e-4f19-a0af-5af3b89039f9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:07.612152 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-31dda569-4ae1-4985-9388-d4968a7106b3 req-2519bffb-fe7e-4f19-a0af-5af3b89039f9 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0892241
Dec 16 14:48:07.664247 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-31dda569-4ae1-4985-9388-d4968a7106b3 req-d46bd778-738a-44a2-8165-4c03a30ea283 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464690
Dec 16 14:48:07.966805 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:48:08.900130 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1f06d-3ecb-45bc-bd84-1c07cf050a30 req-98c80feb-4a88-4d93-97cb-9c997f30a198 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:08.901842 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2bb1f06d-3ecb-45bc-bd84-1c07cf050a30 req-98c80feb-4a88-4d93-97cb-9c997f30a198 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0844872
Dec 16 14:48:08.952985 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2bb1f06d-3ecb-45bc-bd84-1c07cf050a30 req-e009301b-d779-4047-a51d-69adc5df6f0d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444953
Dec 16 14:48:10.232787 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ea245-bb0a-4d34-9d1b-a0228dd57f7e req-6370bde5-9e48-40d8-a779-d48be6848a9f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:10.235139 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-165ea245-bb0a-4d34-9d1b-a0228dd57f7e req-6370bde5-9e48-40d8-a779-d48be6848a9f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1029654
Dec 16 14:48:10.303971 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-165ea245-bb0a-4d34-9d1b-a0228dd57f7e req-d75e36a5-55a5-4755-a4c4-dc331756cd7d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617671
Dec 16 14:48:10.614569 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:48:10.770837 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:10.785522 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '89eb0392-5a52-4cad-8793-177f104836c0', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'port_id': '89eb0392-5a52-4cad-8793-177f104836c0', 'mac_address': 'fa:16:3e:63:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:48:10.844987 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:10.864153 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89eb0392-5a52-4cad-8793-177f104836c0 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:48:10.886195 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:10.891737 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:10.893666 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-62c409cf-1b2e-412d-abef-fc26cead4705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:10.970157 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:10.982940 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.983292 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.983656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.983934 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.984244 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.984624 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.984936 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.985245 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.985555 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.985869 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.986204 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:48:10.990334 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:11.057775 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['89eb0392-5a52-4cad-8793-177f104836c0'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:48:11.538440 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37412) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:11.578574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1818f-1c79-4b52-a66c-69a7c8eab424 req-078dc6ab-1ede-4027-be7b-dcd9d1e275fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:11.581301 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-09b1818f-1c79-4b52-a66c-69a7c8eab424 req-078dc6ab-1ede-4027-be7b-dcd9d1e275fe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1144359
Dec 16 14:48:11.632655 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-09b1818f-1c79-4b52-a66c-69a7c8eab424 req-c9a04d3f-25cb-4560-91ef-757a59e4a0bc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453680
Dec 16 14:48:12.027589 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:12.300359 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:12.635517 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:48:12.708862 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 89eb0392-5a52-4cad-8793-177f104836c0 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:48:12.709203 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:12.833627 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:12.864395 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:12.874557 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:12.880080 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:12.882361 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:12.928954 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'code': 200}
Dec 16 14:48:12.931834 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcdfce-6adb-4e07-ab1b-150c3922e163 req-4dd68b8f-86de-48c9-a2f1-5d8339ddfa70 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:12.933345 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-95bcdfce-6adb-4e07-ab1b-150c3922e163 req-4dd68b8f-86de-48c9-a2f1-5d8339ddfa70 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1394098
Dec 16 14:48:12.959495 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=7']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:12.963697 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:13.033775 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-95bcdfce-6adb-4e07-ab1b-150c3922e163 req-c9c0adf0-aa8a-4375-b9f5-931b6ce036da tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928068
Dec 16 14:48:13.055406 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Deleting port 669aeb4a-d1e2-4293-a90a-9314aec8a508 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:13.055754 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:13.291839 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] For port 669aeb4a-d1e2-4293-a90a-9314aec8a508, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=669aeb4a-d1e2-4293-a90a-9314aec8a508,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:13.292190 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:13.422345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Calling delete_port for 669aeb4a-d1e2-4293-a90a-9314aec8a508 owned by network:router_interface {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:13.858828 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:13.863021 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f599548c-9c94-484b-893f-0c039d50616d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:13.906167 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Pushing event deleted for resources: {'Port': ['ID=669aeb4a-d1e2-4293-a90a-9314aec8a508,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:13.908730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:14.328175 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669faf32-710c-49de-a818-1c9696660210 req-52f2eb7b-261a-4a34-b618-bf0e2273fa59 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:14.329742 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-669faf32-710c-49de-a818-1c9696660210 req-52f2eb7b-261a-4a34-b618-bf0e2273fa59 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0831566
Dec 16 14:48:14.339024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:14.387250 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-669faf32-710c-49de-a818-1c9696660210 req-d820f03b-abaa-4b09-bbc8-f2a6ae8e1dec tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475831
Dec 16 14:48:14.955019 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Router 0ba94415-e5f8-466b-ba3d-e5447029e714 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:48:15.178009 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:48:15.190723 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] Sync routers for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:48:15.191394 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ba94415-e5f8-466b-ba3d-e5447029e714/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6520181
Dec 16 14:48:15.194145 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37424) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:15.206400 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:15.206965 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa24a00>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:15.531084 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:15.559104 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:15.957946 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6bdc-3afc-47e6-af0d-ab05e56cd029 req-dbcbec10-292c-4a1b-8627-dcaa536a2539 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:15.960710 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-027e6bdc-3afc-47e6-af0d-ab05e56cd029 req-dbcbec10-292c-4a1b-8627-dcaa536a2539 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.3011899
Dec 16 14:48:16.090321 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa24a00>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:48:13Z', 'revision_number': 5, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port': {'id': 'e28851c3-2c5e-482d-8e1d-41b592fcb8dd', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:43Z', 'updated_at': '2021-12-16T14:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:16.096467 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-027e6bdc-3afc-47e6-af0d-ab05e56cd029 req-38a13af0-7445-46f8-ac23-81a73a0de5fc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144328
Dec 16 14:48:16.114830 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:16.121832 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] Checking router: 0ba94415-e5f8-466b-ba3d-e5447029e714 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:48:16.126698 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Deleting port e28851c3-2c5e-482d-8e1d-41b592fcb8dd {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:16.127450 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:16.182177 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] Routers {'0ba94415-e5f8-466b-ba3d-e5447029e714'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:16.186432 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa24a00>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['0ba94415-e5f8-466b-ba3d-e5447029e714'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:16.384127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] For port e28851c3-2c5e-482d-8e1d-41b592fcb8dd, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:16.384479 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:16.401391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] Set router 0ba94415-e5f8-466b-ba3d-e5447029e714 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:16.560182 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Calling delete_port for e28851c3-2c5e-482d-8e1d-41b592fcb8dd owned by network:router_gateway {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:16.601500 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfa24a00>, [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:48:16Z', 'revision_number': 6, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:16.609874 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b317d0-1b1f-42b7-a988-83cbbb61624c None None] The sync data for ids ['0ba94415-e5f8-466b-ba3d-e5447029e714'] in dv-cinder-821893-3-iscsi is: [{'id': '0ba94415-e5f8-466b-ba3d-e5447029e714', 'name': 'tempest-AttachVolumeTestJSON-1133077471-router', 'tenant_id': 'f78091827c644b1fb185ec17f9aa73e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:42Z', 'updated_at': '2021-12-16T14:48:16Z', 'revision_number': 6, 'project_id': 'f78091827c644b1fb185ec17f9aa73e2', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:48:16.822831 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:16.829054 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-743628f8-e7b3-460e-9575-f9c236c4785e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:16.888358 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28851c3-2c5e-482d-8e1d-41b592fcb8dd,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:16.893235 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:17.198840 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:17.421834 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49517f9-63e3-41e1-b4a6-480e2602cf97 req-3c5d5938-521e-4b73-8ac8-37778369afa5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:17.435295 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a49517f9-63e3-41e1-b4a6-480e2602cf97 req-3c5d5938-521e-4b73-8ac8-37778369afa5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1463683
Dec 16 14:48:17.531073 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a49517f9-63e3-41e1-b4a6-480e2602cf97 req-5a7149c6-d1ba-4004-bffd-d3f8bc4ab2e7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936859
Dec 16 14:48:17.769012 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:17.779559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:17.925888 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:17.927199 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ba94415-e5f8-466b-ba3d-e5447029e714 {{(pid=82857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:48:17.958432 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:17.966435 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0ba94415-e5f8-466b-ba3d-e5447029e714 HTTP/1.1" status: 204  len: 168 time: 2.7673266
Dec 16 14:48:17.968585 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37448) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:18.143184 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Deleting subnet 184d3232-be31-4cb1-b518-e34f0ec5b8ba {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:48:18.157082 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:18.161318 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e28851c3-2c5e-482d-8e1d-41b592fcb8dd no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:18.239384 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: e28851c3-2c5e-482d-8e1d-41b592fcb8dd {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:48:18.239679 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e28851c3-2c5e-482d-8e1d-41b592fcb8dd not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:48:18.240034 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 669aeb4a-d1e2-4293-a90a-9314aec8a508 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:18.282178 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 669aeb4a-d1e2-4293-a90a-9314aec8a508 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:48:18.282569 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 669aeb4a-d1e2-4293-a90a-9314aec8a508 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:48:18.335891 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:18.584604 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:18.727445 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:18.739962 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-334721a0-bce1-46a5-b949-cb48ce3cfe66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:18.806398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:18.811322 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184d3232-be31-4cb1-b518-e34f0ec5b8ba,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:18.818305 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d8c2e-171c-45c3-bc00-a2f69f6692cf None None] Network 6169d189-9be4-4abd-beaa-98b69d0a6fcc requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:48:18.822259 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:18.829567 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/184d3232-be31-4cb1-b518-e34f0ec5b8ba HTTP/1.1" status: 204  len: 168 time: 0.8562686
Dec 16 14:48:18.830364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37454) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:18.933519 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d6a1-fcb7-4396-b1c1-5ba72ccbe0b4 req-e667e2c5-73a8-4862-9c27-fab658771430 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:18.958833 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef80d6a1-fcb7-4396-b1c1-5ba72ccbe0b4 req-e667e2c5-73a8-4862-9c27-fab658771430 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1842260
Dec 16 14:48:19.026792 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.047243 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Deleting port 2e2e6958-2776-4599-a071-8f1f74451e17 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:19.047680 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.050817 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef80d6a1-fcb7-4396-b1c1-5ba72ccbe0b4 req-53ed68f9-8ce0-4737-bb8c-80d609587431 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892968
Dec 16 14:48:19.465691 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] For port 2e2e6958-2776-4599-a071-8f1f74451e17, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=2e2e6958-2776-4599-a071-8f1f74451e17,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:19.466780 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.519986 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] DHCP port deletion for 6169d189-9be4-4abd-beaa-98b69d0a6fcc request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:48:19.527178 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Deleting port 2e2e6958-2776-4599-a071-8f1f74451e17 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:19.527735 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.632744 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Calling delete_port for 2e2e6958-2776-4599-a071-8f1f74451e17 owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:19.736278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.744271 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-737ee09a-0980-4d07-b82d-0b1c6adec1e3 tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:19.800644 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2e6958-2776-4599-a071-8f1f74451e17,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:19.804057 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:19.806817 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] No DVR routers for this DVR port 2e2e6958-2776-4599-a071-8f1f74451e17 on host dv-cinder-821893-3-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:48:19.831187 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] For port 2e2e6958-2776-4599-a071-8f1f74451e17, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=2e2e6958-2776-4599-a071-8f1f74451e17,segment=NetworkSegment(6d7a9271-192a-40a8-80e3-6b115537cdb8),segment_id=6d7a9271-192a-40a8-80e3-6b115537cdb8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:19.831578 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:19.965324 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.034450 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ceff70a0>,) {'filters': {'network_id': ['6169d189-9be4-4abd-beaa-98b69d0a6fcc']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:20.053337 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Calling delete_port for 2e2e6958-2776-4599-a071-8f1f74451e17 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:20.055264 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ceff70a0>, '6d7a9271-192a-40a8-80e3-6b115537cdb8') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:20.055606 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ceff70a0>, '6d7a9271-192a-40a8-80e3-6b115537cdb8') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:20.072654 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.091001 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.096557 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 2e2e6958-2776-4599-a071-8f1f74451e17 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:20.137035 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:48:20.137538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:48:20.163261 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:48:20.178621 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 2e2e6958-2776-4599-a071-8f1f74451e17 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:48:20.178621 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 2e2e6958-2776-4599-a071-8f1f74451e17 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:48:20.284261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.288547 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:20.323618 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.360375 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6169d189-9be4-4abd-beaa-98b69d0a6fcc,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:20.364021 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:48:20.364562 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:48:20.399104 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6169d189-9be4-4abd-beaa-98b69d0a6fcc HTTP/1.1" status: 204  len: 168 time: 1.5672214
Dec 16 14:48:20.400411 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:20.496607 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aaaab-624e-421a-8e0f-08bbedc143a5 req-cce906b6-83a1-4ef2-976b-6310c04c1dec tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:20.500833 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e2aaaab-624e-421a-8e0f-08bbedc143a5 req-cce906b6-83a1-4ef2-976b-6310c04c1dec tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1429660
Dec 16 14:48:20.580493 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e2aaaab-624e-421a-8e0f-08bbedc143a5 req-c638b1b8-05ec-4b36-877c-24368c503e9d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737624
Dec 16 14:48:20.715623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37466) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:20.799999 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bd8edc94-fb2e-4c31-9a6c-0c98144d3803 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f78091827c644b1fb185ec17f9aa73e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0821509
Dec 16 14:48:20.803449 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37470) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:20.875341 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.877179 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Deleting port 2e2e6958-2776-4599-a071-8f1f74451e17 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:20.879521 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.927979 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:20.985443 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-a18fa968-e924-4c4c-9df2-de0bf08e06bb None None] The port '2e2e6958-2776-4599-a071-8f1f74451e17' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:48:21.038498 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:21.045960 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f9f07326-43a7-4204-a49f-65d35fb37f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:21.072330 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fed54-b8a4-4ba0-b660-ad42f79c30f7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:21.083202 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:21.108226 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:21.113848 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f7fed54-b8a4-4ba0-b660-ad42f79c30f7 HTTP/1.1" status: 204  len: 168 time: 0.3054357
Dec 16 14:48:22.020206 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d291a-453e-4229-a4e1-a9187542282c req-f413b99e-836a-4a7f-b3f8-0f91875d7467 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:22.022872 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf1d291a-453e-4229-a4e1-a9187542282c req-f413b99e-836a-4a7f-b3f8-0f91875d7467 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1478739
Dec 16 14:48:22.120425 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf1d291a-453e-4229-a4e1-a9187542282c req-43a14c41-28bf-492c-9c0e-d5f657ec8de5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853503
Dec 16 14:48:22.601123 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37494) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:22.796474 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1228152972-network', 'tenant_id': 'eb6df6b44f0d42339c2fd1095ce3bdf9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:48:22.804326 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:48:22.809610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Usage tracker for resource:network and tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:48:22.812812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:48:22.819806 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:48:22.833303 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Made reservation on behalf of eb6df6b44f0d42339c2fd1095ce3bdf9 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:48:22.835885 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:22.854321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:22.897457 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:48:22.904712 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:48:22.909157 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:48:22.919405 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:48:23.039425 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.047695 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.051611 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f2ae8915-c27e-409e-b972-35c3755f3eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:23.106487 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:48:23.120671 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.126125 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Added segment 446dd361-bcfb-43b2-923d-891f77ed60a4 of type vlan for network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd
Dec 16 14:48:23.167148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.182310 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae8fd3-b5f9-415a-83ee-03cbbf076562,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:23.223011 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:23.240788 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.242234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:23.242884 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.246964 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-03971e1b-9bcd-40cf-b001-b4bf10e5b36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:23.381140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Pushing event updated for resources: {'Network': ['ID=32e1bc01-b84b-4784-8fab-5e9379c8e7dd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:23.385027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:23.387848 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7846806
Dec 16 14:48:23.391331 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37502) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:23.394520 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:48:23.398612 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Request body: {'subnet': {'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1228152972-subnet', 'tenant_id': 'eb6df6b44f0d42339c2fd1095ce3bdf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:48:23.404921 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:48:23.417839 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Usage tracker for resource:subnet and tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:48:23.422152 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:48:23.425508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ed4f9-dff3-4dda-b1cb-b3abcb69059f req-b6d0b1ca-513a-4365-9903-a4c1b9f642b1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:23.432341 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4d9ed4f9-dff3-4dda-b1cb-b3abcb69059f req-b6d0b1ca-513a-4365-9903-a4c1b9f642b1 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1101651
Dec 16 14:48:23.436849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:48:23.465813 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Made reservation on behalf of eb6df6b44f0d42339c2fd1095ce3bdf9 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:48:23.468781 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31731134'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.480934 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4d9ed4f9-dff3-4dda-b1cb-b3abcb69059f req-e17d079b-0e5b-4d3d-84c7-45c13d4b22b4 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477061
Dec 16 14:48:23.768472 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32518129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31731084'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.774918 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9a63001e-9025-409a-86e5-7914e77a7fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:23.854424 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1038d8f-7331-40a1-b2f5-0802bd3aff6e,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:23.858660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:23.868466 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Checking segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:48:23.868939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Network hostable DHCP agents. Network: 32e1bc01-b84b-4784-8fab-5e9379c8e7dd, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:48:23.903070 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:48:23.916741 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 32e1bc01-b84b-4784-8fab-5e9379c8e7dd) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:48:23.923891 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:23.924826 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:23.936635 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6bd6d-cc29-4d9a-a75c-ddfec188bc35 None None] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:48:23.984705 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5917518
Dec 16 14:48:24.392258 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62bb1a-5799-4235-aa51-e36961995a09 None None] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:48:24.936760 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-2621d2bb-4af2-4e60-94f2-8b85272e6688 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:24.937595 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-2621d2bb-4af2-4e60-94f2-8b85272e6688 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:24.963493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-2621d2bb-4af2-4e60-94f2-8b85272e6688 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:24.965078 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-2621d2bb-4af2-4e60-94f2-8b85272e6688 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.2139375
Dec 16 14:48:24.975471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d156-af5a-4995-bf34-24ae9e65fb63 req-ff28ee3b-6ba1-4581-b34b-89f7a3abccfe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:24.977174 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8219d156-af5a-4995-bf34-24ae9e65fb63 req-ff28ee3b-6ba1-4581-b34b-89f7a3abccfe tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.2002578
Dec 16 14:48:24.992560 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-26bb72ab-52f1-4c2f-ac7d-6b9b15a8322e tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/quotas/eb6df6b44f0d42339c2fd1095ce3bdf9 HTTP/1.1" status: 200  len: 375 time: 0.0201850
Dec 16 14:48:25.049943 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8219d156-af5a-4995-bf34-24ae9e65fb63 req-59fd55a4-30b7-4682-8f58-7df89c0fe533 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657833
Dec 16 14:48:25.060178 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-67421c5b-d4a7-455f-8b02-3fb9b06593b4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0606289
Dec 16 14:48:25.066169 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-14a39a13-eca2-48c3-ba84-95ec232c0fa6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:48:25.073385 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-14a39a13-eca2-48c3-ba84-95ec232c0fa6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0120223
Dec 16 14:48:25.326653 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-04ba99d8-7dc5-40e7-a2db-25f76495b4c6 service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2522192
Dec 16 14:48:25.519902 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-89e8c0d8-5f17-4fd5-8273-8e0acfefeca8 service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839228
Dec 16 14:48:25.822661 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f96fd5b-5fee-4a19-8861-d7a11bf3a72b req-894d83cd-b962-454f-84f7-9266361bb803 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 210 time: 0.0515532
Dec 16 14:48:26.639712 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4711079-3163-42cd-8d10-61dc823ff484 req-ae026fe2-0ee1-4d2a-8a86-1f9b69712dae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:26.646881 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4711079-3163-42cd-8d10-61dc823ff484 req-ae026fe2-0ee1-4d2a-8a86-1f9b69712dae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.3185756
Dec 16 14:48:26.699355 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4711079-3163-42cd-8d10-61dc823ff484 req-cd4ea37f-3868-46fa-a5f9-20371472f758 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514936
Dec 16 14:48:27.047586 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e4fdcac1-8573-46ea-9314-745a21f4ed35 req-0f46cfc6-b556-4a93-a518-80e25bea6ff8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 210 time: 0.0757461
Dec 16 14:48:27.475050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-50240bcf-a258-470a-b44b-1cce3e1665c9 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:27.478355 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-50240bcf-a258-470a-b44b-1cce3e1665c9 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.2160764
Dec 16 14:48:27.505788 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Request body: {'port': {'device_id': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'admin_state_up': True, 'tenant_id': 'eb6df6b44f0d42339c2fd1095ce3bdf9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:48:27.748818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:48:27.755840 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Usage tracker for resource:port and tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:48:27.760429 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:48:27.769818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:48:27.786608 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Made reservation on behalf of eb6df6b44f0d42339c2fd1095ce3bdf9 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:48:27.789896 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:28.004191 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Allocated IP 172.20.0.6 (32e1bc01-b84b-4784-8fab-5e9379c8e7dd/f1038d8f-7331-40a1-b2f5-0802bd3aff6e/4372c3e3-9edf-4ff8-a0ec-5eff7b96066a) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:48:28.010998 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ee6cc-5acd-441b-8d1b-b0654d6c3078 req-d4417e81-16d7-4d65-a558-c5bf1f92c4dc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:28.012783 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a91ee6cc-5acd-441b-8d1b-b0654d6c3078 req-d4417e81-16d7-4d65-a558-c5bf1f92c4dc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1037512
Dec 16 14:48:28.087110 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a91ee6cc-5acd-441b-8d1b-b0654d6c3078 req-aaddd7c0-3fc4-4286-a8cb-7df9593ad495 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650039
Dec 16 14:48:28.292180 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bc804151-7667-4c95-93c8-a092cb92438f req-1d004741-ee23-4fb4-a3e6-87be34a25095 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 210 time: 0.0618782
Dec 16 14:48:28.353108 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:28.389960 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:28.397363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-43c5b5a7-7ce3-4ec2-9ef4-08b08de4348b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:28.479740 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:48:28.484728 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:48:28.487436 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event updated for resources: {'Port': ['ID=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:28.489441 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:48:28.521722 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:28.574157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:28.574157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:28.604232 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1055191
Dec 16 14:48:28.646739 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-e96ab1ee-ad1e-4e90-a318-2926c1ed1209 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:48:28.648089 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-e96ab1ee-ad1e-4e90-a318-2926c1ed1209 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0068581
Dec 16 14:48:28.787662 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Request body: {'port': {'device_id': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:48:28.921637 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-062f5785-fd60-42f8-8ffb-d1c697e0fd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:28.941502 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:29.404387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:48:29.417486 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:29.431454 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e07633-f380-402a-b9bb-1c2cd33ee6e6 req-63fe8ce5-c501-42ec-bf87-4b01eaa77bdc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:29.434752 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58e07633-f380-402a-b9bb-1c2cd33ee6e6 req-63fe8ce5-c501-42ec-bf87-4b01eaa77bdc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.1267750
Dec 16 14:48:29.482184 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Transition to ACTIVE for port object 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:48:29.495109 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:29.500971 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b6a88235-6339-4141-b450-93feec48ab7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:29.507405 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58e07633-f380-402a-b9bb-1c2cd33ee6e6 req-be500a9f-bdf5-45a5-b979-9684c9cfbd28 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674369
Dec 16 14:48:29.768834 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Pushing event updated for resources: {'Port': ['ID=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:29.773156 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:29.828607 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69770a9c-f5fe-46cb-9217-2e3455d239ae req-5741ec8d-464f-4275-b0a2-c3cde9e84ab2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:29.829335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-69770a9c-f5fe-46cb-9217-2e3455d239ae req-5741ec8d-464f-4275-b0a2-c3cde9e84ab2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:29.908800 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-69770a9c-f5fe-46cb-9217-2e3455d239ae req-5741ec8d-464f-4275-b0a2-c3cde9e84ab2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:29.909978 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69770a9c-f5fe-46cb-9217-2e3455d239ae req-5741ec8d-464f-4275-b0a2-c3cde9e84ab2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 931 time: 0.4758027
Dec 16 14:48:29.949162 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Attempting to bind port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:48:29.949483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Attempting to bind port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:48:29.949798 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Attempting to bind port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:48:29.966288 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:48:29.966650 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Attempting to bind port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:48:29.981430 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:48:29.981754 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Checking segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:48:29.982250 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Bound using segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:48:29.982686 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Bound port: 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:48:29.983023 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:29.994667 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69770a9c-f5fe-46cb-9217-2e3455d239ae req-9f7d382c-9b1c-466d-a8fa-5e7837dcbd23 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739706
Dec 16 14:48:30.115660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] For port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:48:30.119207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] For port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:48:30.125078 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:30.132671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-3530b409-59d4-450d-a04d-fd2d01ce1112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:30.213363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:30.214766 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] 10.222.0.48 "PUT /v2.0/ports/4372c3e3-9edf-4ff8-a0ec-5eff7b96066a HTTP/1.1" status: 200  len: 1093 time: 1.5577810
Dec 16 14:48:30.215301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'tag': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:30.230619 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Pushing event updated for resources: {'Port': ['ID=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:30.234422 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:30.311620 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'tag': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'status': 'completed', 'code': 200}
Dec 16 14:48:30.355093 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-a8cc9842-7346-46fa-a201-75a44a0bc702 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 1096 time: 0.0749559
Dec 16 14:48:30.403818 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-7c70b4af-252a-45ee-ba29-9a33a6e64784 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1099 time: 0.0788293
Dec 16 14:48:30.459605 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-c42a2986-eedb-4b89-b47f-6631a79a1a8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a HTTP/1.1" status: 200  len: 217 time: 0.0911319
Dec 16 14:48:30.547730 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-ebc156d0-efa1-4a44-bac6-368f551b737c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:30.549162 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-ebc156d0-efa1-4a44-bac6-368f551b737c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0835919
Dec 16 14:48:30.562716 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-8af9c804-196e-41b0-9e3f-f6a27a610d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:30.564175 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-8af9c804-196e-41b0-9e3f-f6a27a610d8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.1543596
Dec 16 14:48:30.601077 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-2681f1d6-f544-43fa-ac9c-1cbcfdaf2ebf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454445
Dec 16 14:48:30.691507 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-0d99ec7e-b98a-4d2d-afae-e997ec2ef793 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 1002 time: 0.1210523
Dec 16 14:48:30.761349 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-ece1774d-e7a1-430a-b331-a3e788bffd3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:30.762835 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-ece1774d-e7a1-430a-b331-a3e788bffd3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0651052
Dec 16 14:48:30.799863 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-891ac852-ee1c-4997-a1b6-68553d29deba service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900690
Dec 16 14:48:30.846728 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-90ff67cb-2829-4b44-bd89-04d609015695 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775256
Dec 16 14:48:30.897561 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57043f0-d5e6-4e2a-a24e-31aa9b7f96aa req-3ddf6fd5-a5c7-4698-9164-c2e146f27c76 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:30.899223 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b57043f0-d5e6-4e2a-a24e-31aa9b7f96aa req-3ddf6fd5-a5c7-4698-9164-c2e146f27c76 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.2159350
Dec 16 14:48:30.987985 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b57043f0-d5e6-4e2a-a24e-31aa9b7f96aa req-0d08b275-b716-4c85-80fd-f8dc3630f886 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810151
Dec 16 14:48:30.993380 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e888ea63-eefd-44e1-a277-eff7685c30c7 req-27e55f2d-e1f4-4940-b3c8-bb0908c6e22e service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839933
Dec 16 14:48:31.005120 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-ef3eb340-e5f6-4810-b736-00444025783a service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515224
Dec 16 14:48:31.196249 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-38af11f6-14be-4e79-9a60-4e5e7da6c327 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 1096 time: 0.1099963
Dec 16 14:48:31.263122 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-23188b70-03f4-4ddc-bf86-6c6d7f68a3c1 req-897c1679-ec4e-4df2-8276-59918c751180 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2499886
Dec 16 14:48:31.325003 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee63811-82e6-43bb-b6ff-583db78c7aec req-367fea1e-b840-490e-b5a0-56854db033c7 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:31.326514 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1ee63811-82e6-43bb-b6ff-583db78c7aec req-367fea1e-b840-490e-b5a0-56854db033c7 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 943 time: 0.1459138
Dec 16 14:48:31.379662 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1ee63811-82e6-43bb-b6ff-583db78c7aec req-227c4cce-b598-45cc-8eb9-9fbed16258bc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:31.400125 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1ee63811-82e6-43bb-b6ff-583db78c7aec req-227c4cce-b598-45cc-8eb9-9fbed16258bc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:31.401393 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1ee63811-82e6-43bb-b6ff-583db78c7aec req-227c4cce-b598-45cc-8eb9-9fbed16258bc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686843
Dec 16 14:48:31.416263 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-1c1cc8f0-99c8-4729-a3ff-f48850811fbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:31.417815 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-1c1cc8f0-99c8-4729-a3ff-f48850811fbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 916 time: 0.2144859
Dec 16 14:48:31.464388 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-32e20a16-ce45-4cb7-9ab5-ac5736d35b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:31.489520 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-dbf0955d-26e1-4763-97b3-3f52405f769e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a HTTP/1.1" status: 200  len: 217 time: 0.0641401
Dec 16 14:48:31.562586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-9c52820e-44d7-4dbc-8270-4b5ac535645f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:31.564222 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-9c52820e-44d7-4dbc-8270-4b5ac535645f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0672288
Dec 16 14:48:31.622557 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-f20c4b37-9296-48a9-834a-3fb1a57ebc0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511060
Dec 16 14:48:31.778749 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-c5d7b427-442c-40c4-8ac3-fcfc37a7fcf4 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488464
Dec 16 14:48:32.021596 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d2a8dc2-abf7-45d9-91bc-dea4ee92d078 req-a7f3b98f-8cb8-44d4-94e2-01d59ad7a655 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349684
Dec 16 14:48:32.208811 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2ea8b-6dd8-44ce-9617-4ea612101062 req-243a2ef9-a48b-4343-ba89-8a958fed9596 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:32.210326 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91a2ea8b-6dd8-44ce-9617-4ea612101062 req-243a2ef9-a48b-4343-ba89-8a958fed9596 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0794730
Dec 16 14:48:32.265658 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91a2ea8b-6dd8-44ce-9617-4ea612101062 req-2757885e-2afc-42d0-9894-e64c98152841 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494246
Dec 16 14:48:32.380288 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:32.605865 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891f22a-1664-41aa-b34f-a9f8c1bb3197 req-abd7591f-28ae-4c5b-8d63-654b9d231c55 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:32.607331 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d891f22a-1664-41aa-b34f-a9f8c1bb3197 req-abd7591f-28ae-4c5b-8d63-654b9d231c55 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 943 time: 0.0776811
Dec 16 14:48:32.654364 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d891f22a-1664-41aa-b34f-a9f8c1bb3197 req-d8b79689-e6de-458a-a16f-cf331665354f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411949
Dec 16 14:48:32.905360 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:33.504865 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33dcdc-b385-4280-b4f3-4c6fde3aca86 req-4a7e46a5-9fd2-49ca-af37-c7ed326fe025 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:33.506364 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c33dcdc-b385-4280-b4f3-4c6fde3aca86 req-4a7e46a5-9fd2-49ca-af37-c7ed326fe025 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 946 time: 0.0907059
Dec 16 14:48:33.555991 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c33dcdc-b385-4280-b4f3-4c6fde3aca86 req-ff211e8a-6f6b-4a4c-b3af-c2a4f28f8770 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438225
Dec 16 14:48:33.874490 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80b38f-b32f-49a7-84fc-181c0e33950e req-32ad7e27-cb98-41e0-84e1-2cb096b87685 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:33.876136 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea80b38f-b32f-49a7-84fc-181c0e33950e req-32ad7e27-cb98-41e0-84e1-2cb096b87685 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 943 time: 0.0849609
Dec 16 14:48:33.923956 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea80b38f-b32f-49a7-84fc-181c0e33950e req-df4398a1-7b83-4b7b-ac48-81c862f41f4b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420325
Dec 16 14:48:34.471175 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:34.769444 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:48:34.781072 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:34.843616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37594) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:35.033409 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:35.044656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.072554 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'port_id': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'mac_address': 'fa:16:3e:f5:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1038d8f-7331-40a1-b2f5-0802bd3aff6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:48:35.117441 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be3282d5-6220-40f2-bee7-9c9b99d67188 req-9b081b88-f0f3-4a5c-bd0f-77cddfa79d8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0803866
Dec 16 14:48:35.126956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Deleting port ab37ced3-5d97-4dad-a218-237b6275c4c5 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:35.127338 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.195795 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:35.213196 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:35.225339 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.230432 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-6b2f6fd3-279d-4b2b-9d39-9580ab0cccfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:35.293905 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.305623 dv-cinder-821893-3-iscsi neutron-server[82859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'code': 422} returned with failed status
Dec 16 14:48:35.320124 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:48:35.349593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=8']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:35.353793 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:35.354948 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:35.366225 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.369794 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:35.371353 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.371725 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.450545 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c57601-5c32-4f8f-9a34-01c38df213bf req-6840de70-fbac-4822-99a9-8f0b747ee478 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:35.452199 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99c57601-5c32-4f8f-9a34-01c38df213bf req-6840de70-fbac-4822-99a9-8f0b747ee478 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 943 time: 0.3903022
Dec 16 14:48:35.467906 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:35.480791 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:35.484984 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37614) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:35.532734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Calling delete_port for ab37ced3-5d97-4dad-a218-237b6275c4c5 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:35.608520 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99c57601-5c32-4f8f-9a34-01c38df213bf req-34e4b073-2d07-40f7-87de-bf14aeb263f0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996783
Dec 16 14:48:35.693711 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-68c929b4-d9fa-427a-a8ed-edb55e1a1ca8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2070587
Dec 16 14:48:35.700186 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06a0b3-1740-4784-9fb7-870ca64e19f0 req-08700774-d2c6-459b-afad-9cf4eb507b44 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:35.701720 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ab06a0b3-1740-4784-9fb7-870ca64e19f0 req-08700774-d2c6-459b-afad-9cf4eb507b44 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1508946
Dec 16 14:48:35.727756 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:35.732408 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-40b80c00-67b5-402b-b94b-99ebbc93f2ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:35.774845 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ab06a0b3-1740-4784-9fb7-870ca64e19f0 req-05c01bf9-99bb-49b9-b1f5-98766128a5cf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666273
Dec 16 14:48:35.779361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event deleted for resources: {'Port': ['ID=ab37ced3-5d97-4dad-a218-237b6275c4c5,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:35.784319 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:35.823108 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:48:35.886672 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:36.430886 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-fa9b81f8-2559-4155-88b5-5e7b834444b1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24&tenant_id=198be39f56934fc58b1c76e532336733 HTTP/1.1" status: 200  len: 1097 time: 0.1490507
Dec 16 14:48:36.549613 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Router 9caefb78-cbce-4725-ad7c-750e79b5bedf has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:48:36.573297 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-9a692559-14fa-42e7-9997-bbabe60b5e1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1097 time: 0.1038043
Dec 16 14:48:36.787751 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:36.832268 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab897-1b33-4944-8466-f472287d24fa req-e3b377b7-ed91-4e6b-a056-d8be4841b239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:36.833944 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-e3b377b7-ed91-4e6b-a056-d8be4841b239 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.2111132
Dec 16 14:48:36.994773 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddfb36-1ed7-4d39-b9bf-bf78059b3260 req-d1d89c41-f5d8-4ac3-9d8a-e2b37cf273fb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:36.996255 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5bddfb36-1ed7-4d39-b9bf-bf78059b3260 req-d1d89c41-f5d8-4ac3-9d8a-e2b37cf273fb tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0758133
Dec 16 14:48:37.014428 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad965-2069-4ec0-ade1-ec02585bba6f req-ff425478-64c8-488c-9197-a9d07590e81c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:37.016439 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3d9ad965-2069-4ec0-ade1-ec02585bba6f req-ff425478-64c8-488c-9197-a9d07590e81c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 944 time: 0.2764924
Dec 16 14:48:37.019792 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-2c8b0fa0-9906-47a5-bd82-8f81fd3fdb70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 1000 time: 0.1327281
Dec 16 14:48:37.043222 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5bddfb36-1ed7-4d39-b9bf-bf78059b3260 req-890ed699-dcc6-4891-a7e4-194d09ba3531 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410333
Dec 16 14:48:37.141425 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3d9ad965-2069-4ec0-ade1-ec02585bba6f req-4024531c-0310-40eb-875d-4966efdf61f3 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173627
Dec 16 14:48:37.142732 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab897-1b33-4944-8466-f472287d24fa req-a5d7920d-6061-41b3-8c97-03d461aa546e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:37.144122 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-a5d7920d-6061-41b3-8c97-03d461aa546e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0988240
Dec 16 14:48:37.183128 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:48:37.193750 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] Sync routers for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:48:37.210289 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:37.211002 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfee5dc0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:37.222767 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:37.296756 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-a431dcb9-1039-4189-ade7-bb680c5f1063 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1445434
Dec 16 14:48:37.298302 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d1a8afb2-2f02-4013-871c-434abdb4bd87 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "DELETE /v2.0/floatingips/48b277c9-1467-42f1-b6a6-d90eb365b3c6 HTTP/1.1" status: 204  len: 168 time: 2.4531872
Dec 16 14:48:37.299205 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:37.476873 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-6387126a-4d53-4175-967e-dfcf5b0372b8 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723738
Dec 16 14:48:37.478843 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'status': 'completed', 'code': 200}
Dec 16 14:48:37.487086 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:37.606840 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-ed2f621a-456e-4329-9529-2164762e7f05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9a687d83941a46d8893bb58f302b2951&device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 1098 time: 0.1139042
Dec 16 14:48:37.655415 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-31b12dab-cb27-487f-bfc5-adf0cc9a336f service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695328
Dec 16 14:48:37.867642 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bbd2c-56da-4ed2-a468-9dea9a92eade req-e2ea511a-48f6-48e1-918c-3fc51a35840b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:37.869012 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-ba7bbd2c-56da-4ed2-a468-9dea9a92eade req-e2ea511a-48f6-48e1-918c-3fc51a35840b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Synchronizing usage tracker for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:37.897280 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-ba7bbd2c-56da-4ed2-a468-9dea9a92eade req-e2ea511a-48f6-48e1-918c-3fc51a35840b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Unset dirty status for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:37.899586 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba7bbd2c-56da-4ed2-a468-9dea9a92eade req-e2ea511a-48f6-48e1-918c-3fc51a35840b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1544952
Dec 16 14:48:37.906311 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-c18a664b-190b-47fe-a5d1-01285df7fd0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:37.907811 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-c18a664b-190b-47fe-a5d1-01285df7fd0f service neutron] 10.222.0.48 "GET /v2.0/networks?id=aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 200  len: 910 time: 0.2860587
Dec 16 14:48:37.962755 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba7bbd2c-56da-4ed2-a468-9dea9a92eade req-879d5067-fdfb-4e5c-940e-b47e44f8418d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532627
Dec 16 14:48:37.992695 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-8630b2bb-5754-46be-8374-c8221508a290 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 200  len: 217 time: 0.0762377
Dec 16 14:48:38.028340 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfee5dc0>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:59Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:38.035169 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] Checking router: 9caefb78-cbce-4725-ad7c-750e79b5bedf for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:48:38.049355 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:38.050019 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfee5dc0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:38.066054 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-42f1a0a4-f45d-49a4-a4bb-dd64d801fc73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:38.067967 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-42f1a0a4-f45d-49a4-a4bb-dd64d801fc73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 200  len: 848 time: 0.0682466
Dec 16 14:48:38.196289 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-cb9603d2-b5d4-4970-91f6-51b6329441a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=aad28f85-671a-4b76-9701-bffd022aa1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1203990
Dec 16 14:48:38.276136 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:38.429739 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-939b9be6-e15a-48fd-9ee1-fbf7b203ec19 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2216344
Dec 16 14:48:38.440848 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed0d36-2ada-4a6b-8eac-d74a33bed3c4 req-736024db-f0bb-411f-90a1-6a64ba374a98 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:38.442269 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17ed0d36-2ada-4a6b-8eac-d74a33bed3c4 req-736024db-f0bb-411f-90a1-6a64ba374a98 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.2104166
Dec 16 14:48:38.557038 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b2f1e-54d0-4b4e-bcff-824d8fd47090 req-aa179e91-e8a4-43f3-ac40-fb7af6e3df55 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:38.568286 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6a9b2f1e-54d0-4b4e-bcff-824d8fd47090 req-aa179e91-e8a4-43f3-ac40-fb7af6e3df55 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 944 time: 0.2718632
Dec 16 14:48:38.587699 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17ed0d36-2ada-4a6b-8eac-d74a33bed3c4 req-cdbcb078-0765-46ae-bf3e-f66881ebc0ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250398
Dec 16 14:48:38.637511 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6a9b2f1e-54d0-4b4e-bcff-824d8fd47090 req-c3d6a71c-9e8f-4441-b585-b20d714a8c2a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681994
Dec 16 14:48:38.640401 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-03697caf-c82b-4fa1-b6bf-3d98c22d1553 req-ecb9f56d-104a-4501-8f98-b7871ff02750 service neutron] 10.222.0.48 "GET /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966205
Dec 16 14:48:38.782267 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfee5dc0>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:59Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:38.787370 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fa6a-de9a-4341-b398-67c9e22e596a None None] The sync data for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi is: [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:45Z', 'revision_number': 4, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '48f2503e-96f8-40ab-a39c-d2fe2b4c77ea', 'name': '', 'network_id': 'aad28f85-671a-4b76-9701-bffd022aa1bd', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'mac_address': 'fa:16:3e:f0:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:44Z', 'updated_at': '2021-12-16T14:40:59Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'subnets': [{'id': '5e634a01-ef3a-487a-9216-f3e8b9fc0669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:48:38.800287 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:48:38.891468 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:48:38.902256 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:48:38.903534 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:39.135986 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:39.179571 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:39.197195 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:39.207141 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504d4487-3b45-43ea-8fa6-b2511698069f None None] New status for floating IP 48b277c9-1467-42f1-b6a6-d90eb365b3c6: DOWN {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:48:39.379185 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'code': 200}
Dec 16 14:48:39.380222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:39.391898 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:39.426284 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a39507-bf00-441f-8e00-736f3e7417c0 req-e7df7b29-05d7-4db9-a675-5dc92a92ef7c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:39.444122 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-56a39507-bf00-441f-8e00-736f3e7417c0 req-e7df7b29-05d7-4db9-a675-5dc92a92ef7c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.2046499
Dec 16 14:48:39.505243 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:39.509657 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:39.557518 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-56a39507-bf00-441f-8e00-736f3e7417c0 req-a78acda3-eeb5-4f3f-82ef-6a7a55026e48 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105471
Dec 16 14:48:39.892620 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecb3a9-e068-423a-b68e-86264988270a req-a60e3703-a870-4843-a07e-dd8bdb1ba929 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:39.894375 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3aecb3a9-e068-423a-b68e-86264988270a req-a60e3703-a870-4843-a07e-dd8bdb1ba929 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0975389
Dec 16 14:48:39.899591 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e43673-7183-4113-a4b4-665920801e5a req-0bf36ad2-041f-4a36-bb81-2afb8b9a3b93 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:39.910803 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1e43673-7183-4113-a4b4-665920801e5a req-0bf36ad2-041f-4a36-bb81-2afb8b9a3b93 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1144164
Dec 16 14:48:39.959412 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3aecb3a9-e068-423a-b68e-86264988270a req-ad3ade65-5bd6-41ba-90ae-ab6b0cf80c6a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581360
Dec 16 14:48:39.988529 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1e43673-7183-4113-a4b4-665920801e5a req-03553828-28b3-4d6c-8a4d-35a8f22152b8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762849
Dec 16 14:48:40.787517 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bca2d-c5b4-4b03-bea0-a980a05c95a2 req-89b0aa20-e63e-4275-9382-75e39438b560 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:40.789234 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-630bca2d-c5b4-4b03-bea0-a980a05c95a2 req-89b0aa20-e63e-4275-9382-75e39438b560 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0979705
Dec 16 14:48:40.855456 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-630bca2d-c5b4-4b03-bea0-a980a05c95a2 req-5d46f025-51b7-466e-a28e-a45f3e2628d7 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599890
Dec 16 14:48:41.250107 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72af25-e330-4d44-bb28-0b21297516bb req-93be4cf2-edbb-4ddd-ac66-9aa76a9767ea tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:41.252777 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b72af25-e330-4d44-bb28-0b21297516bb req-93be4cf2-edbb-4ddd-ac66-9aa76a9767ea tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1524141
Dec 16 14:48:41.326943 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8b72af25-e330-4d44-bb28-0b21297516bb req-a4f57095-2666-4ef4-85b8-36f8e9ed1563 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664470
Dec 16 14:48:41.363638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757265-8059-4ccc-a358-cf70058f518c req-9c188790-3798-4690-bb36-6d5bb075a726 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:41.365255 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58757265-8059-4ccc-a358-cf70058f518c req-9c188790-3798-4690-bb36-6d5bb075a726 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1069989
Dec 16 14:48:41.419891 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58757265-8059-4ccc-a358-cf70058f518c req-fa692f18-9a58-464d-963b-3da558d40cab tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479705
Dec 16 14:48:42.012852 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:42.120734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029467d-f1da-477c-9169-5a354172d9e9 req-fb988ff9-2433-4443-9721-315ae8afbc52 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:42.126725 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5029467d-f1da-477c-9169-5a354172d9e9 req-fb988ff9-2433-4443-9721-315ae8afbc52 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1196091
Dec 16 14:48:42.192847 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5029467d-f1da-477c-9169-5a354172d9e9 req-8bae96a7-8e1f-4c7d-88b0-deef8ae75e8b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618472
Dec 16 14:48:42.564451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53232f-617c-4624-9861-b42b5f2b5d90 req-5bd2061e-0df5-45db-bb43-ed103c2a3a7c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:42.566147 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ca53232f-617c-4624-9861-b42b5f2b5d90 req-5bd2061e-0df5-45db-bb43-ed103c2a3a7c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1137528
Dec 16 14:48:42.633653 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ca53232f-617c-4624-9861-b42b5f2b5d90 req-001a9b2c-52a9-4a20-add8-78e0afd039ae tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584378
Dec 16 14:48:42.671232 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fab44-43fa-4d63-b142-1551f5685fe8 req-c85a3a46-07cf-4223-9693-e41dbb077f64 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:42.674675 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9d8fab44-43fa-4d63-b142-1551f5685fe8 req-c85a3a46-07cf-4223-9693-e41dbb077f64 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0933797
Dec 16 14:48:42.735320 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9d8fab44-43fa-4d63-b142-1551f5685fe8 req-b4839214-af24-4e1e-b23a-77d61b60daed tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551367
Dec 16 14:48:43.409367 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f8a4d-4def-498c-9054-804c0b8b7041 req-3d529528-e605-40be-a400-caefe3d389a5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:43.409367 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-391f8a4d-4def-498c-9054-804c0b8b7041 req-3d529528-e605-40be-a400-caefe3d389a5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0847476
Dec 16 14:48:43.467082 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-391f8a4d-4def-498c-9054-804c0b8b7041 req-776a7566-5b66-4404-8c4c-19545caa7f9d tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520985
Dec 16 14:48:43.888644 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa9f71-7b17-4382-8bdd-a8d1ca7a4deb req-3782256a-74ad-4823-975c-c1a29faf4201 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:43.890660 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4dfa9f71-7b17-4382-8bdd-a8d1ca7a4deb req-3782256a-74ad-4823-975c-c1a29faf4201 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0933073
Dec 16 14:48:43.947415 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4dfa9f71-7b17-4382-8bdd-a8d1ca7a4deb req-d3d82404-fd65-4016-9578-123a46859143 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500681
Dec 16 14:48:44.003697 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1841d2-141a-43c2-bc9a-12e7a5ab3054 req-e87d62df-7920-453b-b2bc-12310ce9a9f8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:44.005806 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bc1841d2-141a-43c2-bc9a-12e7a5ab3054 req-e87d62df-7920-453b-b2bc-12310ce9a9f8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1219780
Dec 16 14:48:44.061477 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bc1841d2-141a-43c2-bc9a-12e7a5ab3054 req-21aadef5-fa86-4e03-80d5-deb31b0e1571 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463345
Dec 16 14:48:44.682300 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bdf0c-7ac1-4f27-8637-8322ac59ff3b req-af5c4eaf-7c50-458b-872b-8ea73279a27c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:44.686085 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d12bdf0c-7ac1-4f27-8637-8322ac59ff3b req-af5c4eaf-7c50-458b-872b-8ea73279a27c tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0878267
Dec 16 14:48:44.734902 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d12bdf0c-7ac1-4f27-8637-8322ac59ff3b req-3771f43e-1de9-42a8-951c-d7f608adc4d6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444460
Dec 16 14:48:44.966819 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:48:45.216282 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63979d7-d0d5-4cbf-a91d-d0f3446adde6 req-90bb76fa-bf51-4e8c-b143-06157f224eda tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:45.218401 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e63979d7-d0d5-4cbf-a91d-d0f3446adde6 req-90bb76fa-bf51-4e8c-b143-06157f224eda tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1135135
Dec 16 14:48:45.286211 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e63979d7-d0d5-4cbf-a91d-d0f3446adde6 req-f1cf7936-a361-4611-8dd2-5ac9f6184f6e tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510366
Dec 16 14:48:45.326770 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd256-9f9b-4f70-9453-5608b6d7e2a7 req-ca14fb9b-380b-415e-b1cd-b0b731c50caf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:45.328433 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9accd256-9f9b-4f70-9453-5608b6d7e2a7 req-ca14fb9b-380b-415e-b1cd-b0b731c50caf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1075029
Dec 16 14:48:45.379835 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9accd256-9f9b-4f70-9453-5608b6d7e2a7 req-eaf83803-3d3c-4125-93e3-74c154329d5c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452213
Dec 16 14:48:45.990993 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febfb92-6236-48ca-a665-0640fa576ade req-e4c4f221-0c9e-440a-83d5-3f6059ad1972 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:45.992506 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2febfb92-6236-48ca-a665-0640fa576ade req-e4c4f221-0c9e-440a-83d5-3f6059ad1972 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0943079
Dec 16 14:48:46.046147 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2febfb92-6236-48ca-a665-0640fa576ade req-ecfa85c7-7b65-47fd-b7b1-26a76a6b8e5b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464072
Dec 16 14:48:46.540747 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fdf9e-4592-4a1c-aa0b-5ec66bc358d4 req-f146018a-a31b-4ed1-ba7d-cbbcdcf2410a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:46.547039 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e5fdf9e-4592-4a1c-aa0b-5ec66bc358d4 req-f146018a-a31b-4ed1-ba7d-cbbcdcf2410a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1257362
Dec 16 14:48:46.603005 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e5fdf9e-4592-4a1c-aa0b-5ec66bc358d4 req-2633d71f-54bd-4ed5-b231-1b194ad0c7ca tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533276
Dec 16 14:48:46.643753 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832e03-cdf8-4feb-b4d3-d60666204717 req-8b4361ce-57e4-4a11-8360-d6717166daed tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:46.645245 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b832e03-cdf8-4feb-b4d3-d60666204717 req-8b4361ce-57e4-4a11-8360-d6717166daed tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0958579
Dec 16 14:48:46.697233 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b832e03-cdf8-4feb-b4d3-d60666204717 req-85c60357-b123-413d-b836-695fd0056ed5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459085
Dec 16 14:48:47.285347 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188eeff-2e0c-445e-bdf0-25339d29396d req-371b9294-f16a-42a3-89a4-a6491e8d564e tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:47.287053 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b188eeff-2e0c-445e-bdf0-25339d29396d req-371b9294-f16a-42a3-89a4-a6491e8d564e tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0991955
Dec 16 14:48:47.338491 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b188eeff-2e0c-445e-bdf0-25339d29396d req-479007d1-ed34-4684-9873-205d8e0c74fa tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456665
Dec 16 14:48:47.827717 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85dc80-b196-4e95-8901-4edd9857efee req-8453fec8-4f7a-4c4a-ad72-8ee95a6d33b1 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:47.829379 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d85dc80-b196-4e95-8901-4edd9857efee req-8453fec8-4f7a-4c4a-ad72-8ee95a6d33b1 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0902982
Dec 16 14:48:47.890334 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d85dc80-b196-4e95-8901-4edd9857efee req-27779c6d-184e-4bc2-a0bf-640daef860f5 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544503
Dec 16 14:48:47.977189 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4274b2-a723-4907-9e0f-fe09564f0fb6 req-8ed3e2c6-9d01-4377-b0ae-788343783b99 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:47.978640 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea4274b2-a723-4907-9e0f-fe09564f0fb6 req-8ed3e2c6-9d01-4377-b0ae-788343783b99 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1055956
Dec 16 14:48:48.041278 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea4274b2-a723-4907-9e0f-fe09564f0fb6 req-3d282fe9-8f74-4c87-bc23-1ba88b60e0f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561979
Dec 16 14:48:48.682438 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc87bc-fa32-48fe-a5a8-04d6e8100807 req-d549793e-b950-4212-b312-783fe2164e55 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:48.684347 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cabc87bc-fa32-48fe-a5a8-04d6e8100807 req-d549793e-b950-4212-b312-783fe2164e55 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.2063336
Dec 16 14:48:48.738848 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cabc87bc-fa32-48fe-a5a8-04d6e8100807 req-447f3018-9f22-4dd8-a2e3-69bc3c74312b tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473440
Dec 16 14:48:49.174900 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc6d8a-9852-4716-b6a7-9dc31fc54f3c req-9903c239-a066-429f-aa80-8a97f6b2cf0c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:49.177376 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5dcc6d8a-9852-4716-b6a7-9dc31fc54f3c req-9903c239-a066-429f-aa80-8a97f6b2cf0c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1315382
Dec 16 14:48:49.267368 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5dcc6d8a-9852-4716-b6a7-9dc31fc54f3c req-fb8f8f5e-3e5d-4410-b6c4-58811eb303c8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756946
Dec 16 14:48:49.281313 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b9de4-a22c-4778-8874-a74f847443c2 req-7df602a7-b6a0-41bf-90e0-3c84481ed586 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:49.285487 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd4b9de4-a22c-4778-8874-a74f847443c2 req-7df602a7-b6a0-41bf-90e0-3c84481ed586 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0996950
Dec 16 14:48:49.339630 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd4b9de4-a22c-4778-8874-a74f847443c2 req-6543b786-d707-4ffb-9073-784fca3c165d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480318
Dec 16 14:48:49.732459 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-63b7abb4-913b-4009-b79e-06abef5a282a tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154229795&fields=id&tenant_id=7210fc0bdd80446484aaf7f436c2317b HTTP/1.1" status: 200  len: 267 time: 0.0463595
Dec 16 14:48:49.855797 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-858c889f-756e-49c9-ad77-decb47eef079 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:49.860643 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-858c889f-756e-49c9-ad77-decb47eef079 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 984 time: 0.1211805
Dec 16 14:48:49.882934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Request body: {'port': {'security_groups': ['4c29ce43-8fb7-4b63-8b67-9b5854531939']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:48:50.024366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.070117 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e717-6d0d-4e6d-8e5a-7b7f1bba13e5 req-7c9528c9-08f3-431e-92c3-faea1467696a tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:50.073460 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c922e717-6d0d-4e6d-8e5a-7b7f1bba13e5 req-7c9528c9-08f3-431e-92c3-faea1467696a tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.1634717
Dec 16 14:48:50.161061 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c922e717-6d0d-4e6d-8e5a-7b7f1bba13e5 req-6437b00e-c144-4ae3-9839-dc5b484d2df5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813837
Dec 16 14:48:50.355107 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:50.388457 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.396048 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.407855 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:50.435983 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a286353e-4b59-4c95-8963-0d90f65f6f8b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:48:50.499031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:50.499343 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107e43e-5a65-422b-8633-5d58eb000524 req-1b015447-cbfb-4311-815d-91aa15bfb167 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:50.499965 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.501749 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8107e43e-5a65-422b-8633-5d58eb000524 req-1b015447-cbfb-4311-815d-91aa15bfb167 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0920949
Dec 16 14:48:50.508138 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17d8a6d8-89c0-4265-bc53-88fc33f27b39 req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "PUT /v2.0/ports/a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 942 time: 0.6342289
Dec 16 14:48:50.508735 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:50.530773 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37726) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:50.554052 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event updated for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=7']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:50.558021 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:50.646431 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8107e43e-5a65-422b-8633-5d58eb000524 req-9c83c394-93f1-4cf3-9374-33217989687b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383734
Dec 16 14:48:50.649522 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.724206 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.733060 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a286353e-4b59-4c95-8963-0d90f65f6f8b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:48:50.760995 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'status': 'completed', 'code': 200}
Dec 16 14:48:50.821872 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b8cb9-2ddb-4211-a00b-7b20396715f7 req-e6235370-3b63-4c85-9de3-0935868ffea6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:50.823581 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0c9b8cb9-2ddb-4211-a00b-7b20396715f7 req-e6235370-3b63-4c85-9de3-0935868ffea6 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1414683
Dec 16 14:48:50.826519 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.833009 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d7d66b4c-47bc-4646-ab5c-afdf48c0e2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:50.850854 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7efa2f-6da1-49a8-9d90-17497c9c4b6f,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:50.854524 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:50.857508 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-775591cd-c2ca-4c4c-a4e0-b9a5a81ff25a None None] Provisioning complete for port a286353e-4b59-4c95-8963-0d90f65f6f8b triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:48:50.858225 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-775591cd-c2ca-4c4c-a4e0-b9a5a81ff25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.865756 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:50.869915 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "DELETE /v2.0/security-groups/2c7efa2f-6da1-49a8-9d90-17497c9c4b6f HTTP/1.1" status: 204  len: 168 time: 0.3349619
Dec 16 14:48:50.870226 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37730) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:50.888139 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0c9b8cb9-2ddb-4211-a00b-7b20396715f7 req-edc3a469-b2ac-4754-ad99-8a4ee47f2125 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581312
Dec 16 14:48:51.119542 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Deleting port 445f5984-e93c-4907-9046-7f2cc79e62fe {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:51.120044 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:51.400445 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:51.400873 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:51.544374 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Calling delete_port for 445f5984-e93c-4907-9046-7f2cc79e62fe owned by network:floatingip {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:51.634084 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cea54-9d16-424a-8f16-032f9cef8abf req-e1a2bbf1-3bff-481b-9ab7-3a4561b980c4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:51.635625 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-888cea54-9d16-424a-8f16-032f9cef8abf req-e1a2bbf1-3bff-481b-9ab7-3a4561b980c4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.3468192
Dec 16 14:48:51.744867 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-888cea54-9d16-424a-8f16-032f9cef8abf req-adad5327-7c91-45ca-b352-b228532782da tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1000843
Dec 16 14:48:51.780869 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:51.785154 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8e8b230d-fb0d-42e4-bd93-51a50d83ec25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:51.833509 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event deleted for resources: {'Port': ['ID=445f5984-e93c-4907-9046-7f2cc79e62fe,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:51.838566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:51.880084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe9835-fb3d-4ec3-9878-52cefde81155 req-a5b697cb-1e5a-4e94-b73e-73656dd78b8b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:51.881711 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3bbe9835-fb3d-4ec3-9878-52cefde81155 req-a5b697cb-1e5a-4e94-b73e-73656dd78b8b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1022983
Dec 16 14:48:51.933000 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3bbe9835-fb3d-4ec3-9878-52cefde81155 req-d258e4f4-27c1-4185-bc60-b4a0e6605211 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449181
Dec 16 14:48:52.011628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks [] for floatingip, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:52.359788 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cd431-e749-4055-8218-50aee8c362db req-b59debe7-ec7f-49fa-a1bc-38fa1ec9a8ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:52.361345 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-570cd431-e749-4055-8218-50aee8c362db req-b59debe7-ec7f-49fa-a1bc-38fa1ec9a8ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.2573791
Dec 16 14:48:52.433910 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-570cd431-e749-4055-8218-50aee8c362db req-93b3a8ee-6efd-4e67-b67a-e86e289381dc tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589690
Dec 16 14:48:52.660093 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Router 24ec9cc6-2994-4eba-8a60-df451c811cb1 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:48:52.885847 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:48:52.896755 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] Sync routers for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:48:52.912093 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:52.913096 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823880>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:52.917233 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:52.957343 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2330a2-eed9-4b17-b879-a326c08bbadc req-37a59578-3b0a-49fb-8a53-a63e27ac6c78 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:52.958884 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3c2330a2-eed9-4b17-b879-a326c08bbadc req-37a59578-3b0a-49fb-8a53-a63e27ac6c78 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.0807669
Dec 16 14:48:53.008966 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "DELETE /v2.0/floatingips/4f4bc77d-3979-4af2-9bd8-f0cb13e0397c HTTP/1.1" status: 204  len: 168 time: 2.1352198
Dec 16 14:48:53.008966 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:53.130805 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3c2330a2-eed9-4b17-b879-a326c08bbadc req-e5c6f6c5-7b9d-426d-99d3-90983aa4f4f1 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1652184
Dec 16 14:48:53.156301 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:53.171454 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f0e74-4dc1-44a4-8c62-0ee9fe1ce035 req-12efafa6-3a9e-4027-a8f9-9f692ae637f2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:53.173652 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a5f0e74-4dc1-44a4-8c62-0ee9fe1ce035 req-12efafa6-3a9e-4027-a8f9-9f692ae637f2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0925970
Dec 16 14:48:53.236665 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a5f0e74-4dc1-44a4-8c62-0ee9fe1ce035 req-0484ea89-4fae-4970-b088-9b56e31680dc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571399
Dec 16 14:48:53.316513 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'status': 'completed', 'code': 200}
Dec 16 14:48:53.548419 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823880>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:53.553104 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] Checking router: 24ec9cc6-2994-4eba-8a60-df451c811cb1 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:48:53.569766 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:48:53.570588 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823880>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:48:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:53.712151 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb2192-9eeb-48dd-bc0e-b5c057ec1153 req-44ac5735-d7b5-489c-b3a5-9185a20007a8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:53.713559 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-83fb2192-9eeb-48dd-bc0e-b5c057ec1153 req-44ac5735-d7b5-489c-b3a5-9185a20007a8 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0926483
Dec 16 14:48:53.764978 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-83fb2192-9eeb-48dd-bc0e-b5c057ec1153 req-b739ffd8-4379-4aed-b931-c3c33e4d9a35 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450361
Dec 16 14:48:53.774560 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:48:54.053491 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-48750f50-f137-490a-9489-56acd6ac5a6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1098 time: 0.1225269
Dec 16 14:48:54.110947 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-a7c4120a-b9dc-4cb7-96a6-351830729636 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1097 time: 0.1162555
Dec 16 14:48:54.254321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-a1f0684f-6236-4541-ae4c-f208a41ae8a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.255961 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-a1f0684f-6236-4541-ae4c-f208a41ae8a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 916 time: 0.1923907
Dec 16 14:48:54.341383 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823880>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:48:54.353497 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0de1f6-4cd4-40fd-ab98-adae45297d99 None None] The sync data for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi is: [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:44:38Z', 'revision_number': 4, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '37b29b8e-6955-4c69-a526-593f23cdca12', 'name': '', 'network_id': '09012bc1-694e-42de-9975-bdb8824a6f4c', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'mac_address': 'fa:16:3e:a9:dc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:37Z', 'updated_at': '2021-12-16T14:45:00Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'subnets': [{'id': 'a4292811-325a-46fc-bddb-6039ebbdfe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:48:54.410939 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-6904ebb8-8fec-47a5-96e7-2ff0c631acc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 217 time: 0.1434293
Dec 16 14:48:54.454224 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.48', 65472) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:54.555959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-605ab077-e521-42d9-b018-52d0f03a5ff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.557019 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-605ab077-e521-42d9-b018-52d0f03a5ff6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.3966503
Dec 16 14:48:54.606969 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-de567101-f2de-4a28-82b3-fed0de347898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.608544 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-de567101-f2de-4a28-82b3-fed0de347898 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.1710029
Dec 16 14:48:54.698025 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-c3181f8d-0f68-44f4-9c10-3b2b1edfc027 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.699652 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-c3181f8d-0f68-44f4-9c10-3b2b1edfc027 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.2234490
Dec 16 14:48:54.710156 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba28d3-d466-4219-9218-e3108eba0280 req-2a502b77-2d72-40d7-bece-b81064baa1e4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.715481 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8cba28d3-d466-4219-9218-e3108eba0280 req-2a502b77-2d72-40d7-bece-b81064baa1e4 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 945 time: 0.2379575
Dec 16 14:48:54.736535 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a64a80-0e90-470c-b202-f957935b01de None None] New status for floating IP 4f4bc77d-3979-4af2-9bd8-f0cb13e0397c: DOWN {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:48:54.782650 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-1d519e5d-74a7-4b14-9245-955cec4cb6f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 1000 time: 0.2071819
Dec 16 14:48:54.791859 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17f815c3-d7b3-40ab-a754-13772073903d req-25eb710f-8409-4bc2-9c6b-75f48071b9e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 1098 time: 0.3360538
Dec 16 14:48:54.797819 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f4664-1613-4b44-8f50-8262e639f06c req-3307ebe0-823c-430c-b85e-9c0382f20c63 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.802029 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-175f4664-1613-4b44-8f50-8262e639f06c req-3307ebe0-823c-430c-b85e-9c0382f20c63 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.2966182
Dec 16 14:48:54.826637 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Deleting port a1de2547-6459-4d87-9d1f-a9adfc216809 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:48:54.826978 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:54.873848 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-0bcade28-9ade-4666-a4a1-ce620439656f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2549644
Dec 16 14:48:54.912446 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8cba28d3-d466-4219-9218-e3108eba0280 req-8b868aae-f42f-49df-8128-aa4492a5c766 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/security-groups?id=10f718d6-03a4-46ad-b9c6-acc083f88767&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1960745
Dec 16 14:48:54.944316 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-727e86ad-955c-4057-8d2a-296050a5589d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:54.945917 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-727e86ad-955c-4057-8d2a-296050a5589d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.1454427
Dec 16 14:48:54.952362 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17f815c3-d7b3-40ab-a754-13772073903d req-9b1d62d9-6218-48b0-8130-7a78a85b0d89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508007
Dec 16 14:48:54.955932 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-175f4664-1613-4b44-8f50-8262e639f06c req-c86cf4ba-d967-4d2b-834b-28cba899306f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228633
Dec 16 14:48:55.113025 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-9463f7c1-a1a2-46c1-9a62-bcc3f3a6375a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1595533
Dec 16 14:48:55.263892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427882e5-2fcd-473d-b92b-ce7c96e29bad req-2c914980-0cfc-40b4-b2ea-da34e41b7daa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:55.265426 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-427882e5-2fcd-473d-b92b-ce7c96e29bad req-2c914980-0cfc-40b4-b2ea-da34e41b7daa tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.0827386
Dec 16 14:48:55.304555 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-731e6835-2703-45f4-bff0-7c22b89e29c8 service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4223669
Dec 16 14:48:55.323823 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-427882e5-2fcd-473d-b92b-ce7c96e29bad req-6ed47e70-214a-4a25-970f-22d21704945c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514131
Dec 16 14:48:55.379907 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] For port a1de2547-6459-4d87-9d1f-a9adfc216809, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a1de2547-6459-4d87-9d1f-a9adfc216809,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:55.380259 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:55.527214 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Calling delete_port for a1de2547-6459-4d87-9d1f-a9adfc216809 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:48:55.543731 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-0afe7684-bb4e-414b-a194-8829043b423c service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500518
Dec 16 14:48:55.747306 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-171b7376-85e0-443a-bf3f-e0959363730e service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3533092
Dec 16 14:48:55.780217 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6472a0a5-c262-459c-83a3-b85b30e64ce3 req-d34f3992-b717-4a91-930a-10ff85421c60 service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299020
Dec 16 14:48:55.856951 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:55.868326 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:55.917168 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event deleted for resources: {'Port': ['ID=a1de2547-6459-4d87-9d1f-a9adfc216809,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:55.921923 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:55.951016 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-b3b8c68a-a526-417b-a66b-01360ba2fa45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7210fc0bdd80446484aaf7f436c2317b&device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 1098 time: 0.0780077
Dec 16 14:48:56.020701 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] No DVR routers for this DVR port a1de2547-6459-4d87-9d1f-a9adfc216809 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:48:56.026560 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:56.041133 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-deleted', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:48:56.123472 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-553bf6dc-f6dc-4027-86cb-d72be7bcabeb req-69ccef89-c94b-479e-ac61-c2cf0c101bc6 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.48 "DELETE /v2.0/ports/a1de2547-6459-4d87-9d1f-a9adfc216809 HTTP/1.1" status: 204  len: 173 time: 1.4056060
Dec 16 14:48:56.130127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-79740372-1641-41b5-b1c5-07fe5077bbf0 req-3a7abfd9-0b55-40a7-b88b-e227d41aec99 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Synchronizing usage tracker for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:56.153483 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-79740372-1641-41b5-b1c5-07fe5077bbf0 req-3a7abfd9-0b55-40a7-b88b-e227d41aec99 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Unset dirty status for tenant:9a687d83941a46d8893bb58f302b2951 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:56.167511 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-79740372-1641-41b5-b1c5-07fe5077bbf0 req-3a7abfd9-0b55-40a7-b88b-e227d41aec99 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0903938
Dec 16 14:48:56.251581 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6e43c8-eea5-48d0-b7bf-ff18381a0f20', 'name': 'network-vif-deleted', 'tag': 'a1de2547-6459-4d87-9d1f-a9adfc216809', 'status': 'completed', 'code': 200}
Dec 16 14:48:56.261287 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-eebe24e7-fbdf-4cbc-b2bc-251636f9758d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:56.262683 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-eebe24e7-fbdf-4cbc-b2bc-251636f9758d service neutron] 10.222.0.48 "GET /v2.0/networks?id=09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 200  len: 916 time: 0.3039503
Dec 16 14:48:56.394154 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-a4f73b6f-6645-42ee-8d11-6698f48b7cb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 200  len: 217 time: 0.1208143
Dec 16 14:48:56.455237 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5e76a-90fc-486e-bc58-6f827e216175 req-002b5e79-cc73-4eac-87e9-4b2da6050ae0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:56.457767 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5dd5e76a-90fc-486e-bc58-6f827e216175 req-002b5e79-cc73-4eac-87e9-4b2da6050ae0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.2686441
Dec 16 14:48:56.627297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dc3d-f575-4ad3-8fca-e705ddc73dc8 req-58a4025c-196c-456f-9a72-7eaadf9131e5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:56.628827 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85f2dc3d-f575-4ad3-8fca-e705ddc73dc8 req-58a4025c-196c-456f-9a72-7eaadf9131e5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1086915
Dec 16 14:48:56.658144 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-685e60ac-5076-4ad1-a275-3dfeb3a4e249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:56.659606 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-685e60ac-5076-4ad1-a275-3dfeb3a4e249 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 200  len: 854 time: 0.2574182
Dec 16 14:48:56.679357 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5dd5e76a-90fc-486e-bc58-6f827e216175 req-a9a71169-38fe-4f4c-a8c9-f5aaf72bdf77 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133751
Dec 16 14:48:56.693847 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85f2dc3d-f575-4ad3-8fca-e705ddc73dc8 req-b883f23d-e926-420d-8f98-62aad6cf17bf tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549407
Dec 16 14:48:56.811966 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-3afbbc30-c781-42f0-b319-cc74037920df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=09012bc1-694e-42de-9975-bdb8824a6f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1000414
Dec 16 14:48:56.977932 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-432be4b3-f964-45b1-b44d-74f25eae02ac service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369028
Dec 16 14:48:57.181028 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-816fbbb5-e5de-491b-b630-d308fc4f60c7 req-a829e107-61df-4f93-8254-a039c718602d service neutron] 10.222.0.48 "GET /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1834393
Dec 16 14:48:57.385598 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fa806654-d825-40a6-bc9c-09c65af67edf req-e8ac8401-46d2-4aa3-ab91-98ab9819fb4f tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd6e43c8-eea5-48d0-b7bf-ff18381a0f20 HTTP/1.1" status: 200  len: 210 time: 0.0501201
Dec 16 14:48:57.910732 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16145ef9-d4d5-454d-9ae1-7eb1e1111d4c req-6e1ad9d2-48ae-4627-acd2-dc3d452bc4a3 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:57.912484 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16145ef9-d4d5-454d-9ae1-7eb1e1111d4c req-6e1ad9d2-48ae-4627-acd2-dc3d452bc4a3 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0969732
Dec 16 14:48:57.956285 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a913c-0a30-4e0c-9ce1-d29336690ccb req-34e37b44-1437-4c40-976b-f2b97b889983 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:57.958949 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-343a913c-0a30-4e0c-9ce1-d29336690ccb req-34e37b44-1437-4c40-976b-f2b97b889983 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 944 time: 0.1012096
Dec 16 14:48:57.976422 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16145ef9-d4d5-454d-9ae1-7eb1e1111d4c req-bb266c99-5732-4279-915c-9cb284ab1c05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573306
Dec 16 14:48:58.020838 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-343a913c-0a30-4e0c-9ce1-d29336690ccb req-249d8f29-b5b6-441c-b184-adb62a9121dd tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562360
Dec 16 14:48:58.580656 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37804) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:58.692795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:58.729641 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:58.802100 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:58.806225 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6d9fc7fa-7db4-4327-9031-4d273b3f60ae tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:58.821799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f718d6-03a4-46ad-b9c6-acc083f88767,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:58.824665 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:58.840681 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:58.845396 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f351abba-ec28-4f16-bc69-3db24fa981e5 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] 10.222.0.67 "DELETE /v2.0/security-groups/10f718d6-03a4-46ad-b9c6-acc083f88767 HTTP/1.1" status: 204  len: 168 time: 0.2630658
Dec 16 14:48:58.868102 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:48:58.868705 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-083202ba-1492-4a83-9b92-f0162cbbcd66 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:58.869270 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-083202ba-1492-4a83-9b92-f0162cbbcd66 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:58.879953 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:48:58.888561 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-083202ba-1492-4a83-9b92-f0162cbbcd66 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:58.897955 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-083202ba-1492-4a83-9b92-f0162cbbcd66 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.1198032
Dec 16 14:48:58.931592 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37812) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:48:58.946467 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-f0d5d249-66ae-48a3-af14-1863258f5db5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:48:58.947711 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: a1de2547-6459-4d87-9d1f-a9adfc216809 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:48:58.948064 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a1de2547-6459-4d87-9d1f-a9adfc216809 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:48:58.963939 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-f0d5d249-66ae-48a3-af14-1863258f5db5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:48:58.966547 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-19177359-e8c8-4315-a9a9-aa156d1a6300 req-f0d5d249-66ae-48a3-af14-1863258f5db5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676260
Dec 16 14:48:58.976334 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0a6017d5-71a1-421a-9f8b-05eb1e33603d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:59.145547 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:59.161453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '89eb0392-5a52-4cad-8793-177f104836c0', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'port_id': '89eb0392-5a52-4cad-8793-177f104836c0', 'mac_address': 'fa:16:3e:63:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:48:59.220366 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:59.240535 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89eb0392-5a52-4cad-8793-177f104836c0 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:48:59.258388 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:48:59.263513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:59.267296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:48:59.340203 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=9']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:48:59.343869 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:48:59.366392 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bab78-191a-4b68-8bde-8be890b9c45e req-fb97893b-b13b-499f-a964-d52261f18386 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:48:59.367874 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e96bab78-191a-4b68-8bde-8be890b9c45e req-fb97893b-b13b-499f-a964-d52261f18386 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1057897
Dec 16 14:48:59.483563 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e96bab78-191a-4b68-8bde-8be890b9c45e req-3173179e-b651-4bd0-b90e-9d82ce8fc5ef tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096139
Dec 16 14:48:59.619022 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:48:59.824488 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['89eb0392-5a52-4cad-8793-177f104836c0'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:49:00.364043 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ce53c-5925-4d7b-9c53-3feb77f1dbf0 req-327357a7-4561-4b66-9058-b3c672defbef tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:00.366214 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-213ce53c-5925-4d7b-9c53-3feb77f1dbf0 req-327357a7-4561-4b66-9058-b3c672defbef tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.1501877
Dec 16 14:49:00.470155 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-213ce53c-5925-4d7b-9c53-3feb77f1dbf0 req-58fef6f9-7233-4f7e-930d-ba80fda4c9ec tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942051
Dec 16 14:49:00.585538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Deleting port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:00.585872 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:00.739925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5656-f1ff-4636-a47e-5b89db5dfbd5 req-bc49c5c6-8406-479e-ab12-7d3e4501d997 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:00.741319 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39cc5656-f1ff-4636-a47e-5b89db5dfbd5 req-bc49c5c6-8406-479e-ab12-7d3e4501d997 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.0847781
Dec 16 14:49:00.794492 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39cc5656-f1ff-4636-a47e-5b89db5dfbd5 req-19056297-3d48-41c4-beb8-46628ab89282 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467453
Dec 16 14:49:00.830837 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] For port 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:00.831435 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:00.955916 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Calling delete_port for 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:01.207857 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:01.212959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:01.255325 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f2503e-96f8-40ab-a39c-d2fe2b4c77ea,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:01.259376 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:01.465038 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3b01-9219-458a-b6a7-f543c0c0d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:01.566511 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95060c0-61d8-4795-a645-a2b67713e582 req-e0816af7-ea7d-403c-8dda-f835e638ade9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:01.568000 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d95060c0-61d8-4795-a645-a2b67713e582 req-e0816af7-ea7d-403c-8dda-f835e638ade9 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.48 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2359347
Dec 16 14:49:01.748896 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Deleting port a286353e-4b59-4c95-8963-0d90f65f6f8b {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:01.749134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:01.896785 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a872e-7099-4fc3-bf89-26aed39d6a26 req-7f2dc236-1911-4ffe-ac65-3c679ee944ab tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:01.898349 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5e4a872e-7099-4fc3-bf89-26aed39d6a26 req-7f2dc236-1911-4ffe-ac65-3c679ee944ab tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 945 time: 0.2739618
Dec 16 14:49:02.099596 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1254-08b7-468c-b4e7-a8c98ae62ab7 req-e88f68f1-10da-4d13-ba68-664f2e82a827 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:02.101834 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e83e1254-08b7-468c-b4e7-a8c98ae62ab7 req-e88f68f1-10da-4d13-ba68-664f2e82a827 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 945 time: 0.1127992
Dec 16 14:49:02.168038 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e83e1254-08b7-468c-b4e7-a8c98ae62ab7 req-59056216-9343-444c-95b5-5c53a5ea55ef tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584376
Dec 16 14:49:02.201028 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5e4a872e-7099-4fc3-bf89-26aed39d6a26 req-45a84537-c5e9-4e2f-8833-d4ee488b4a71 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/security-groups?id=4c29ce43-8fb7-4b63-8b67-9b5854531939&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901740
Dec 16 14:49:02.217950 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:02.250470 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] For port a286353e-4b59-4c95-8963-0d90f65f6f8b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a286353e-4b59-4c95-8963-0d90f65f6f8b,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:02.251718 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:02.390258 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:02.429967 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Calling delete_port for a286353e-4b59-4c95-8963-0d90f65f6f8b owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:02.660319 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:02.679826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6ac55f59-4f4d-4c12-8871-7bdeb168f749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:02.702785 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['a286353e-4b59-4c95-8963-0d90f65f6f8b'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:49:02.731856 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Pushing event deleted for resources: {'Port': ['ID=a286353e-4b59-4c95-8963-0d90f65f6f8b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:02.735092 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:02.817427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] No DVR routers for this DVR port a286353e-4b59-4c95-8963-0d90f65f6f8b on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:02.820569 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:02.823225 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'name': 'network-vif-deleted', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:02.896108 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f3f655-81f2-49a1-8ae3-1961c329487b', 'name': 'network-vif-deleted', 'tag': 'a286353e-4b59-4c95-8963-0d90f65f6f8b', 'status': 'completed', 'code': 200}
Dec 16 14:49:02.904364 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:02.913682 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:02.920494 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d95060c0-61d8-4795-a645-a2b67713e582 req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.48 "DELETE /v2.0/ports/a286353e-4b59-4c95-8963-0d90f65f6f8b HTTP/1.1" status: 204  len: 173 time: 1.3459196
Dec 16 14:49:03.001855 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 89eb0392-5a52-4cad-8793-177f104836c0 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:03.002237 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:03.167284 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:03.203436 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:03.204586 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:03.211412 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:03.214453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:03.306751 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'code': 200}
Dec 16 14:49:03.314611 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Router 9caefb78-cbce-4725-ad7c-750e79b5bedf has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:49:03.362667 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=10']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:03.366054 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:03.485157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-5f0b786f-7487-4990-bc84-331cca077240 req-f90b7660-3569-4d26-b597-7102dc16d6f5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Synchronizing usage tracker for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:03.529652 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-5f0b786f-7487-4990-bc84-331cca077240 req-f90b7660-3569-4d26-b597-7102dc16d6f5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Unset dirty status for tenant:7210fc0bdd80446484aaf7f436c2317b on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:03.531362 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5f0b786f-7487-4990-bc84-331cca077240 req-f90b7660-3569-4d26-b597-7102dc16d6f5 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] 10.222.0.67 "GET /v2.0/ports?device_id=65f3f655-81f2-49a1-8ae3-1961c329487b HTTP/1.1" status: 200  len: 210 time: 0.0963957
Dec 16 14:49:03.575127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28217a-4ba3-40f5-bc3d-8a734ca7c2e1 req-1e0e14e9-872e-4f6f-937a-aac4bfc84050 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:03.576838 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac28217a-4ba3-40f5-bc3d-8a734ca7c2e1 req-1e0e14e9-872e-4f6f-937a-aac4bfc84050 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.1214924
Dec 16 14:49:03.627775 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac28217a-4ba3-40f5-bc3d-8a734ca7c2e1 req-ef47996d-bb16-460c-9ded-db9e7ca46610 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453334
Dec 16 14:49:03.725670 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dc3dc36a-3e6c-4fd5-90e5-d36648054aa3 req-bcff93d8-a144-4b51-8f7e-bd4e2de77b3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1100 time: 0.1201706
Dec 16 14:49:03.775847 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:49:03.783589 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] 10.222.0.67 "PUT /v2.0/routers/9caefb78-cbce-4725-ad7c-750e79b5bedf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8507998
Dec 16 14:49:03.786436 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37854) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:03.789189 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46681-b87e-4e88-9569-863885811292 None None] Sync routers for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:49:03.804173 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:03.804831 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823160>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:03.977577 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dc3dc36a-3e6c-4fd5-90e5-d36648054aa3 req-fd8f8b42-58bd-443e-904b-a670b71686f3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2422965
Dec 16 14:49:04.051344 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:04.177870 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.405040 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823160>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32'}], 'enable_snat': True}, 'gw_port_id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:49:01Z', 'revision_number': 5, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port': {'id': '6be9deb4-db28-4d72-9dc4-3befd086fa15', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:04.409300 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46681-b87e-4e88-9569-863885811292 None None] Checking router: 9caefb78-cbce-4725-ad7c-750e79b5bedf for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:49:04.412199 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.421071 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] Routers {'9caefb78-cbce-4725-ad7c-750e79b5bedf'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:04.421723 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823160>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['9caefb78-cbce-4725-ad7c-750e79b5bedf'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:04.428387 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Deleting port 6be9deb4-db28-4d72-9dc4-3befd086fa15 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:04.433759 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.478872 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.603393 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] Set router 9caefb78-cbce-4725-ad7c-750e79b5bedf gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:04.690401 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] For port 6be9deb4-db28-4d72-9dc4-3befd086fa15, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=6be9deb4-db28-4d72-9dc4-3befd086fa15,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:04.690764 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:04.745675 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-62f46681-b87e-4e88-9569-863885811292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf823160>, [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:49:04Z', 'revision_number': 6, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:04.751746 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f46681-b87e-4e88-9569-863885811292 None None] The sync data for ids ['9caefb78-cbce-4725-ad7c-750e79b5bedf'] in dv-cinder-821893-3-iscsi is: [{'id': '9caefb78-cbce-4725-ad7c-750e79b5bedf', 'name': 'tempest-TestShelveInstance-1265295331-router', 'tenant_id': '9a687d83941a46d8893bb58f302b2951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:40Z', 'updated_at': '2021-12-16T14:49:04Z', 'revision_number': 6, 'project_id': '9a687d83941a46d8893bb58f302b2951', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:49:04.871970 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Calling delete_port for 6be9deb4-db28-4d72-9dc4-3befd086fa15 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:04.883161 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a232d-5426-4d81-bd03-b0b0435514a8 req-86295a30-0b9b-4b1a-b22b-6bcf73cfcf51 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:04.884781 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ce7a232d-5426-4d81-bd03-b0b0435514a8 req-86295a30-0b9b-4b1a-b22b-6bcf73cfcf51 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.0918591
Dec 16 14:49:04.917041 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a286353e-4b59-4c95-8963-0d90f65f6f8b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:04.952465 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ce7a232d-5426-4d81-bd03-b0b0435514a8 req-139b01f2-1521-46df-a078-c7c77ff0f27f tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617533
Dec 16 14:49:04.959855 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: a286353e-4b59-4c95-8963-0d90f65f6f8b {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:04.960199 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device a286353e-4b59-4c95-8963-0d90f65f6f8b not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:05.078082 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.082340 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-804c5584-612c-4373-acce-2d66c5cfb5b3 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:05.133892 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Pushing event deleted for resources: {'Port': ['ID=6be9deb4-db28-4d72-9dc4-3befd086fa15,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:05.210121 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.210493 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.210846 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.211194 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.211580 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.211959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.212379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.212849 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.213195 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.213539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.213899 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:05.218268 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:05.352628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37900) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:05.391704 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.819267 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.827289 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.875738 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.876912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9caefb78-cbce-4725-ad7c-750e79b5bedf {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:49:05.893601 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:05.894813 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] 10.222.0.67 "DELETE /v2.0/routers/9caefb78-cbce-4725-ad7c-750e79b5bedf HTTP/1.1" status: 204  len: 168 time: 2.1074646
Dec 16 14:49:05.897616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37924) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:05.953205 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.022339 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Deleting subnet 5e634a01-ef3a-487a-9216-f3e8b9fc0669 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:49:06.031041 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.139952 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:06.181095 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:06.181853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 48f2503e-96f8-40ab-a39c-d2fe2b4c77ea not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:06.182850 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 6be9deb4-db28-4d72-9dc4-3befd086fa15 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:06.185519 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.233525 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 6be9deb4-db28-4d72-9dc4-3befd086fa15 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:06.234378 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 6be9deb4-db28-4d72-9dc4-3befd086fa15 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:06.378037 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.414671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd7e50-c3ce-4b0a-956e-667258f31f78 req-85985b97-6beb-4e91-94c6-d34b6c7aab42 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:06.416565 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e8bd7e50-c3ce-4b0a-956e-667258f31f78 req-85985b97-6beb-4e91-94c6-d34b6c7aab42 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.1544046
Dec 16 14:49:06.517148 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e8bd7e50-c3ce-4b0a-956e-667258f31f78 req-cb7a708b-3036-4868-98ba-cefddb4f6bc2 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929453
Dec 16 14:49:06.525447 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.534690 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:06.588096 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e634a01-ef3a-487a-9216-f3e8b9fc0669,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:06.592929 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:06.597278 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.605037 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5e634a01-ef3a-487a-9216-f3e8b9fc0669 HTTP/1.1" status: 204  len: 168 time: 0.7051883
Dec 16 14:49:06.605268 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925c9f05-2af1-4e53-86a4-83549607a8f7 None None] Network aad28f85-671a-4b76-9701-bffd022aa1bd requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:49:06.607640 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37944) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:06.720154 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.731630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Deleting port b5decc47-a521-4e5c-a7ad-c601507d85fc {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:06.731938 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.781286 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Deleting port 37b29b8e-6955-4c69-a526-593f23cdca12 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:06.781629 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.886424 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] DHCP port deletion for aad28f85-671a-4b76-9701-bffd022aa1bd request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:49:06.891265 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Deleting port b5decc47-a521-4e5c-a7ad-c601507d85fc {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:06.891645 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.944861 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] For port b5decc47-a521-4e5c-a7ad-c601507d85fc, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=b5decc47-a521-4e5c-a7ad-c601507d85fc,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:06.945479 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:06.979771 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] For port 37b29b8e-6955-4c69-a526-593f23cdca12, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=37b29b8e-6955-4c69-a526-593f23cdca12,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:06.980349 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.088766 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Calling delete_port for b5decc47-a521-4e5c-a7ad-c601507d85fc owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:07.116850 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Calling delete_port for 37b29b8e-6955-4c69-a526-593f23cdca12 owned by network:router_interface {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:07.160289 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] For port b5decc47-a521-4e5c-a7ad-c601507d85fc, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=b5decc47-a521-4e5c-a7ad-c601507d85fc,segment=NetworkSegment(35e20501-e43a-43cd-98b7-fe28d5ac0839),segment_id=35e20501-e43a-43cd-98b7-fe28d5ac0839)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:07.160884 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.210427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.223061 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:07.276668 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5decc47-a521-4e5c-a7ad-c601507d85fc,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:07.280746 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:07.285193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] No DVR routers for this DVR port b5decc47-a521-4e5c-a7ad-c601507d85fc on host dv-cinder-821893-3-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:07.394286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Calling delete_port for b5decc47-a521-4e5c-a7ad-c601507d85fc owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:07.420917 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.427059 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.433239 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-02e31843-074d-47e2-b3a4-32f78d7b0928 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:07.461012 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ceac0190>,) {'filters': {'network_id': ['aad28f85-671a-4b76-9701-bffd022aa1bd']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:07.477075 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ceac0190>, '35e20501-e43a-43cd-98b7-fe28d5ac0839') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:07.477374 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ceac0190>, '35e20501-e43a-43cd-98b7-fe28d5ac0839') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:07.483980 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Pushing event deleted for resources: {'Port': ['ID=37b29b8e-6955-4c69-a526-593f23cdca12,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:07.492924 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.499972 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:49:07.500422 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:49:07.525163 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.526942 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.527315 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.527681 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.528042 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.528392 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.528772 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.529123 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.529484 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.529827 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.530207 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.530559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:07.541680 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:49:07.542596 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.562512 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:49:07.567521 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:49:07.712103 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.718916 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:07.734459 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:07.751438 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Pushing event deleted for resources: {'Network': ['ID=aad28f85-671a-4b76-9701-bffd022aa1bd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:07.755553 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:07.768504 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ad27a6a2-0e36-4c9c-9be0-b6243858c28b admin admin] 10.222.0.67 "DELETE /v2.0/networks/aad28f85-671a-4b76-9701-bffd022aa1bd HTTP/1.1" status: 204  len: 168 time: 1.1594009
Dec 16 14:49:07.769192 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37952) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:07.994831 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f9b3e-e86f-499a-990e-0be5d4aea963 req-814dab02-9c57-42c3-9ee1-77c87548d2f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:07.996967 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf0f9b3e-e86f-499a-990e-0be5d4aea963 req-814dab02-9c57-42c3-9ee1-77c87548d2f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.1604617
Dec 16 14:49:08.001594 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Deleting port b5decc47-a521-4e5c-a7ad-c601507d85fc {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:08.002382 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:08.095332 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8feec-3088-4f23-be22-0864ab61de70 None None] The port 'b5decc47-a521-4e5c-a7ad-c601507d85fc' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:49:08.096010 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf0f9b3e-e86f-499a-990e-0be5d4aea963 req-80560a37-3a63-4a2f-9e7d-909505b56f13 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884531
Dec 16 14:49:08.136027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:08.213115 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device b5decc47-a521-4e5c-a7ad-c601507d85fc no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:08.257199 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: b5decc47-a521-4e5c-a7ad-c601507d85fc {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:08.257801 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device b5decc47-a521-4e5c-a7ad-c601507d85fc not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:08.517127 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:08.784441 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-c1992b32-7f07-464d-afeb-387a6e87cb11 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:08.785907 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-c1992b32-7f07-464d-afeb-387a6e87cb11 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.2173069
Dec 16 14:49:08.816278 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-0c046d2a-3ef7-4413-b5d0-ba427c87d552 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/quotas/eb6df6b44f0d42339c2fd1095ce3bdf9 HTTP/1.1" status: 200  len: 375 time: 0.0169048
Dec 16 14:49:08.834745 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Router 24ec9cc6-2994-4eba-8a60-df451c811cb1 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:49:08.959851 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-6cb3508d-c23d-4128-9391-10ec3d43c3c3 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1367483
Dec 16 14:49:08.975599 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-b1376294-17b3-450d-879a-1eb70b688ef7 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:49:08.976650 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-b1376294-17b3-450d-879a-1eb70b688ef7 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0073423
Dec 16 14:49:09.049407 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:49:09.060089 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] Sync routers for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:49:09.068778 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-35e13da6-b5da-4d4d-a736-505f955283ed admin admin] 10.222.0.67 "PUT /v2.0/routers/24ec9cc6-2994-4eba-8a60-df451c811cb1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7149396
Dec 16 14:49:09.071589 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37970) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:09.076194 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:09.077414 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7ba30>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:09.289138 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-b932242e-fd5a-4b7d-acf5-938d3a1f2fe9 service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2521231
Dec 16 14:49:09.306127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks [] for router, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:09.328300 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:09.474568 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-f228c74f-516a-4c30-a909-106dd372b0ef service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770091
Dec 16 14:49:09.669910 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:09.682371 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Deleting port 0e22d283-ece1-41a0-b71e-1ed99c633f84 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:09.682699 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:09.707804 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7ba30>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:49:07Z', 'revision_number': 5, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port': {'id': '0e22d283-ece1-41a0-b71e-1ed99c633f84', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:35Z', 'updated_at': '2021-12-16T14:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:09.714068 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] Checking router: 24ec9cc6-2994-4eba-8a60-df451c811cb1 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:49:09.728558 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] Routers {'24ec9cc6-2994-4eba-8a60-df451c811cb1'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:09.729438 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7ba30>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['24ec9cc6-2994-4eba-8a60-df451c811cb1'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:09.784435 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Deleting port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:09.785163 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:09.891738 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] For port 0e22d283-ece1-41a0-b71e-1ed99c633f84, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=0e22d283-ece1-41a0-b71e-1ed99c633f84,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:09.892090 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:09.901371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] Set router 24ec9cc6-2994-4eba-8a60-df451c811cb1 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:09.993384 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] For port 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:09.993941 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:10.015643 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7ba30>, [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:49:09Z', 'revision_number': 6, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:10.020472 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d65d61-5414-46dd-b94e-fad3eff664fa None None] The sync data for ids ['24ec9cc6-2994-4eba-8a60-df451c811cb1'] in dv-cinder-821893-3-iscsi is: [{'id': '24ec9cc6-2994-4eba-8a60-df451c811cb1', 'name': 'tempest-TestMinimumBasicScenario-1211651573-router', 'tenant_id': '7210fc0bdd80446484aaf7f436c2317b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:34Z', 'updated_at': '2021-12-16T14:49:09Z', 'revision_number': 6, 'project_id': '7210fc0bdd80446484aaf7f436c2317b', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:49:10.038689 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Calling delete_port for 0e22d283-ece1-41a0-b71e-1ed99c633f84 owned by network:router_gateway {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:10.143543 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Calling delete_port for 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:10.241003 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:10.245185 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:10.287557 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e22d283-ece1-41a0-b71e-1ed99c633f84,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:10.290903 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:10.349388 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:10.358224 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:10.402521 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c09d73b-9c63-4c2e-9f8f-f6939942b5d3,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:10.405729 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:10.585876 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:10.748855 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:10.787571 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a17f0e27-496a-4b08-9c96-572eaac98d1d req-7fdbcf9e-1810-4a60-ad33-252bb8836050 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 210 time: 0.0622597
Dec 16 14:49:10.955024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:10.962986 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.017884 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.018634 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ec9cc6-2994-4eba-8a60-df451c811cb1 {{(pid=82857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:49:11.035971 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.041046 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] 10.222.0.67 "DELETE /v2.0/routers/24ec9cc6-2994-4eba-8a60-df451c811cb1 HTTP/1.1" status: 204  len: 168 time: 1.9681766
Dec 16 14:49:11.042084 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37984) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:11.151576 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Deleting subnet a4292811-325a-46fc-bddb-6039ebbdfe02 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:49:11.156207 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.225034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.501260 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.618746 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.624489 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-027212dc-312f-41dd-9c0b-0f9bae5a0a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:11.653477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Router ea7ac1e3-592c-470d-b2a5-47cf4d37844e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:49:11.668605 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4292811-325a-46fc-bddb-6039ebbdfe02,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:11.672251 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:11.675997 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.686238 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d802376f-b91d-45ff-831f-6752c71d17f5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a4292811-325a-46fc-bddb-6039ebbdfe02 HTTP/1.1" status: 204  len: 168 time: 0.6393149
Dec 16 14:49:11.686538 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d45a1b-bf5b-42bf-9cdd-f2ed5a460a20 None None] Network 09012bc1-694e-42de-9975-bdb8824a6f4c requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:49:11.690611 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 37990) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:11.808099 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.824991 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Deleting port e2cc9811-2ada-4e08-906b-0162f4dc82d1 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:11.824991 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:11.925247 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:49:11.935300 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] Sync routers for ids ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:49:11.964008 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] Routers {'ea7ac1e3-592c-470d-b2a5-47cf4d37844e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:11.964749 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4cd0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:11.996558 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] 10.222.0.67 "PUT /v2.0/routers/ea7ac1e3-592c-470d-b2a5-47cf4d37844e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2239704
Dec 16 14:49:11.998727 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] DHCP port deletion for 09012bc1-694e-42de-9975-bdb8824a6f4c request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:49:11.999818 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 37996) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:12.024616 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Deleting port e2cc9811-2ada-4e08-906b-0162f4dc82d1 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:12.028205 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.067804 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-894c12a1-ef35-4232-9c17-6ba132afba93 req-f03a93fd-c29c-4021-8973-fcdcabd978e0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 210 time: 0.1320198
Dec 16 14:49:12.173810 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] For port e2cc9811-2ada-4e08-906b-0162f4dc82d1, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e2cc9811-2ada-4e08-906b-0162f4dc82d1,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:12.174569 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.245288 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] Set router ea7ac1e3-592c-470d-b2a5-47cf4d37844e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:12.261666 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 0e22d283-ece1-41a0-b71e-1ed99c633f84 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:12.347391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.360198 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Calling delete_port for e2cc9811-2ada-4e08-906b-0162f4dc82d1 owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:12.369849 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 0e22d283-ece1-41a0-b71e-1ed99c633f84 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:12.370323 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 0e22d283-ece1-41a0-b71e-1ed99c633f84 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:12.370755 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 37b29b8e-6955-4c69-a526-593f23cdca12 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:12.462355 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 37b29b8e-6955-4c69-a526-593f23cdca12 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:12.462944 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 37b29b8e-6955-4c69-a526-593f23cdca12 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:12.463371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e2cc9811-2ada-4e08-906b-0162f4dc82d1 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:12.468142 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.474517 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-7380144a-5ebd-4f23-9841-59e7994ba8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:12.503508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-8d12e80f-37db-44d6-8404-00ba8f30bb72 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:12.505120 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-8d12e80f-37db-44d6-8404-00ba8f30bb72 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.2134848
Dec 16 14:49:12.524429 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.525961 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cc9811-2ada-4e08-906b-0162f4dc82d1,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:12.535263 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:12.541221 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] No DVR routers for this DVR port e2cc9811-2ada-4e08-906b-0162f4dc82d1 on host dv-cinder-821893-3-iscsi {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:12.552158 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: e2cc9811-2ada-4e08-906b-0162f4dc82d1 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:12.552513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e2cc9811-2ada-4e08-906b-0162f4dc82d1 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:12.599614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Request body: {'port': {'device_id': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'admin_state_up': True, 'tenant_id': 'eb6df6b44f0d42339c2fd1095ce3bdf9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:49:12.614075 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4cd0>, [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:49:10Z', 'revision_number': 5, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:12.619599 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] Checking router: ea7ac1e3-592c-470d-b2a5-47cf4d37844e for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:49:12.634907 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] Routers {'ea7ac1e3-592c-470d-b2a5-47cf4d37844e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:12.635688 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4cd0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:12.716005 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] For port e2cc9811-2ada-4e08-906b-0162f4dc82d1, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e2cc9811-2ada-4e08-906b-0162f4dc82d1,segment=NetworkSegment(3877f4e7-c9b3-4739-bc4a-5c974cdd6eba),segment_id=3877f4e7-c9b3-4739-bc4a-5c974cdd6eba)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:12.716982 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.729858 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.781925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cee1d700>,) {'filters': {'network_id': ['09012bc1-694e-42de-9975-bdb8824a6f4c']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:12.803189 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cee1d700>, '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:12.803511 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cee1d700>, '3877f4e7-c9b3-4739-bc4a-5c974cdd6eba') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:12.823566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.854366 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.867351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:49:12.867351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:49:12.886232 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:49:12.928043 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Calling delete_port for e2cc9811-2ada-4e08-906b-0162f4dc82d1 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:12.932591 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:12.940028 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] Set router ea7ac1e3-592c-470d-b2a5-47cf4d37844e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:12.959440 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:12.985716 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:12.992624 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:12.997084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Made reservation on behalf of eb6df6b44f0d42339c2fd1095ce3bdf9 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:49:13.000207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:13.017622 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:49:13.018106 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:49:13.037419 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:13.044297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=09012bc1-694e-42de-9975-bdb8824a6f4c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:13.052771 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:13.077423 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/09012bc1-694e-42de-9975-bdb8824a6f4c HTTP/1.1" status: 204  len: 168 time: 1.3853791
Dec 16 14:49:13.080929 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38000) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:13.286856 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfda4cd0>, [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:49:10Z', 'revision_number': 5, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:13.288281 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e44f00db-753d-4314-87de-16e2aa591637 req-4932a2d1-3b05-4a4b-8340-1a35a09bcc84 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 210 time: 0.0444145
Dec 16 14:49:13.292278 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5193da-2591-451f-ae23-6867ada33af9 None None] The sync data for ids ['ea7ac1e3-592c-470d-b2a5-47cf4d37844e'] in dv-cinder-821893-3-iscsi is: [{'id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'name': 'tempest-TestShelveInstance-1147213497-router', 'tenant_id': 'bb99884353fe4454bb8d173478d35434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '4de90f75-d5de-4076-8310-ffeee474063b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:40:52Z', 'updated_at': '2021-12-16T14:49:10Z', 'revision_number': 5, 'project_id': 'bb99884353fe4454bb8d173478d35434', 'gw_port': {'id': '4de90f75-d5de-4076-8310-ffeee474063b', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea7ac1e3-592c-470d-b2a5-47cf4d37844e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:40:53Z', 'updated_at': '2021-12-16T14:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:49:13.324462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:13.356833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Deleting port 4de90f75-d5de-4076-8310-ffeee474063b {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:13.357158 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:13.414471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Allocated IP 172.20.0.14 (32e1bc01-b84b-4784-8fab-5e9379c8e7dd/f1038d8f-7331-40a1-b2f5-0802bd3aff6e/d0b690af-263b-4ff0-8f48-ed3faf512395) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:13.518939 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Deleting port e2cc9811-2ada-4e08-906b-0162f4dc82d1 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:13.519467 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:13.588781 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-877fe184-9309-45f8-ba2b-41b6c7db40b0 None None] The port 'e2cc9811-2ada-4e08-906b-0162f4dc82d1' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:49:13.881749 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] For port 4de90f75-d5de-4076-8310-ffeee474063b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=4de90f75-d5de-4076-8310-ffeee474063b,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:13.882312 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.031885 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:14.065733 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:14.066106 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9c09d73b-9c63-4c2e-9f8f-f6939942b5d3 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:14.080078 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Calling delete_port for 4de90f75-d5de-4076-8310-ffeee474063b owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:14.261696 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.401928 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.411795 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fe9a4925-e6f7-4e75-85ec-ee1901a710e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:14.457246 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:49:14.664232 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:14.674372 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:14.677593 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event updated for resources: {'Port': ['ID=d0b690af-263b-4ff0-8f48-ed3faf512395,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:14.681977 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:49:14.707079 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:14.712891 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.726165 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a9676be1-9a83-4f00-a8c0-7838f2f5397d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:14.783642 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Pushing event deleted for resources: {'Port': ['ID=4de90f75-d5de-4076-8310-ffeee474063b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:14.801525 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:14.852350 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:14.852972 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:14.928580 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747d3d4-7dbc-4a78-bc18-06391b11a353 req-cd7191fa-7c6b-451a-8ba8-04ea0379c524 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:14.930104 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d747d3d4-7dbc-4a78-bc18-06391b11a353 req-cd7191fa-7c6b-451a-8ba8-04ea0379c524 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 932 time: 0.4546490
Dec 16 14:49:15.044961 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4495544
Dec 16 14:49:15.122050 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Request body: {'port': {'device_id': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:49:15.187045 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.255443 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.450717 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d747d3d4-7dbc-4a78-bc18-06391b11a353 req-ada1d5b1-6454-4a00-bc01-00bbca95a1da tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5105050
Dec 16 14:49:15.724614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.736326 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.760296 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.941829 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.942487 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea7ac1e3-592c-470d-b2a5-47cf4d37844e {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:49:15.971901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:15.973011 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] 10.222.0.67 "DELETE /v2.0/routers/ea7ac1e3-592c-470d-b2a5-47cf4d37844e HTTP/1.1" status: 204  len: 168 time: 3.9721889
Dec 16 14:49:15.976819 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38008) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:16.045786 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Deleting subnet ecf49041-f17c-4258-8e92-3dba13800c1b {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:49:16.051752 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.146234 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.234310 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.318124 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.322348 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-518e3272-82c5-443c-9f15-2a135de3aee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:16.355937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf49041-f17c-4258-8e92-3dba13800c1b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:16.356883 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b690af-263b-4ff0-8f48-ed3faf512395 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:49:16.359660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:16.363212 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.372769 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-89684f9a-9f24-4075-b553-38459e02f24d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ecf49041-f17c-4258-8e92-3dba13800c1b HTTP/1.1" status: 204  len: 168 time: 0.3910282
Dec 16 14:49:16.372955 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f2e7d-e9a7-4a2c-a2d6-cfb1e3290a28 None None] Network cd8cafd1-7340-4596-b006-9a9c13db3cc9 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:49:16.373425 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.373514 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38012) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:16.400833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Transition to ACTIVE for port object d0b690af-263b-4ff0-8f48-ed3faf512395 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:16.407102 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.411634 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f42252ea-a8db-41d9-b539-8d3b8a62ec05 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:16.626412 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Pushing event updated for resources: {'Port': ['ID=d0b690af-263b-4ff0-8f48-ed3faf512395,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:16.637502 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:16.670320 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.689496 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Deleting port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:16.689791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.702396 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] DHCP port deletion for cd8cafd1-7340-4596-b006-9a9c13db3cc9 request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:49:16.706890 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Deleting port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:16.707371 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.768092 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c9524-ad7d-45e5-97a5-f2e03fbcd83d req-c751e19c-b1ba-4707-bd85-a5772dcf7c43 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:16.769488 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fc7c9524-ad7d-45e5-97a5-f2e03fbcd83d req-c751e19c-b1ba-4707-bd85-a5772dcf7c43 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 944 time: 0.1522744
Dec 16 14:49:16.772542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Attempting to bind port d0b690af-263b-4ff0-8f48-ed3faf512395 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:16.772874 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Attempting to bind port d0b690af-263b-4ff0-8f48-ed3faf512395 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:16.773193 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Attempting to bind port d0b690af-263b-4ff0-8f48-ed3faf512395 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:49:16.783250 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Port d0b690af-263b-4ff0-8f48-ed3faf512395 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:49:16.783623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Attempting to bind port d0b690af-263b-4ff0-8f48-ed3faf512395 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:49:16.827582 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:49:16.827910 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Checking segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:49:16.828290 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Bound using segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:49:16.828709 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Bound port: d0b690af-263b-4ff0-8f48-ed3faf512395, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:16.829045 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.937823 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] For port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:16.938329 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:16.948543 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fc7c9524-ad7d-45e5-97a5-f2e03fbcd83d req-b37b3bc9-000f-428a-9b24-f0d00ca77d35 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488135
Dec 16 14:49:16.971565 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] For port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,segment=NetworkSegment(abf1c91b-e332-4ec9-9795-b411483fb549),segment_id=abf1c91b-e332-4ec9-9795-b411483fb549)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:16.971984 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.071405 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Calling delete_port for 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:17.097194 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] For port d0b690af-263b-4ff0-8f48-ed3faf512395, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:49:17.123022 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] For port d0b690af-263b-4ff0-8f48-ed3faf512395, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d0b690af-263b-4ff0-8f48-ed3faf512395,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:49:17.133347 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.134449 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Calling delete_port for 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:17.147320 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f28ca6ce-949e-4406-94ed-5fcfc90c4416 tempest-TestShelveInstance-1305331668 tempest-TestShelveInstance-1305331668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:17.195224 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170'] for port, after_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.201315 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:17.223113 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Deleting port 9b6343a7-7561-49ee-8552-7b16e492252b {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:17.223442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.224844 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.db.api [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:49:17.225291 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_db.api [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:49:17.266454 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Pushing event deleted for resources: {'Port': ['ID=1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b,revision_number=None']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:17.280527 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] No DVR routers for this DVR port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b on host dv-cinder-821893-3-iscsi {{(pid=82859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:17.291286 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.291855 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.292246 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.292392 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.292929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.293504 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.293618 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] 10.222.0.48 "PUT /v2.0/ports/d0b690af-263b-4ff0-8f48-ed3faf512395 HTTP/1.1" status: 200  len: 1094 time: 2.2350006
Dec 16 14:49:17.294124 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.294676 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.295303 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.295881 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.296431 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.296986 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:49:17.298385 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'tag': 'd0b690af-263b-4ff0-8f48-ed3faf512395'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:17.302316 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c1930757-552a-4732-a72d-8bcfc5cb34b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:17.351409 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Pushing event updated for resources: {'Port': ['ID=d0b690af-263b-4ff0-8f48-ed3faf512395,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:17.365129 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:17.446946 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'tag': 'd0b690af-263b-4ff0-8f48-ed3faf512395', 'status': 'completed', 'code': 200}
Dec 16 14:49:17.558374 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] For port 9b6343a7-7561-49ee-8552-7b16e492252b, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=9b6343a7-7561-49ee-8552-7b16e492252b,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:17.558691 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.685618 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Calling delete_port for 9b6343a7-7561-49ee-8552-7b16e492252b owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:17.721567 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-912df4be-089e-4b94-887f-df37723b31f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 1097 time: 0.2765024
Dec 16 14:49:17.727009 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Deleting port 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:17.727338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.796122 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] The port '1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b' was deleted {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:49:17.822479 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-dbe01cde-141f-49bd-bc4f-1e056e93c61f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b690af-263b-4ff0-8f48-ed3faf512395 HTTP/1.1" status: 200  len: 217 time: 0.0826714
Dec 16 14:49:17.899398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-70443df0-d690-4d9b-aecf-248d1888b335 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:17.900863 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-70443df0-d690-4d9b-aecf-248d1888b335 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0707974
Dec 16 14:49:17.919835 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.947326 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cee1dd00>,) {'filters': {'network_id': ['cd8cafd1-7340-4596-b006-9a9c13db3cc9']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:17.959534 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-52e43e78-722e-4633-b432-cd7d66ac2231 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488751
Dec 16 14:49:17.960109 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cee1dd00>, 'abf1c91b-e332-4ec9-9795-b411483fb549') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:17.960387 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cee1dd00>, 'abf1c91b-e332-4ec9-9795-b411483fb549') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:17.972397 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.990547 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:17.996769 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:49:17.997166 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.086684 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   util.warn(
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   util.warn(
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   util.warn(
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   util.warn(
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:49:18.087262 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:49:18.100476 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.109143 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.120352 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:18.140128 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] 10.222.0.67 "DELETE /v2.0/networks/cd8cafd1-7340-4596-b006-9a9c13db3cc9 HTTP/1.1" status: 204  len: 168 time: 1.7658780
Dec 16 14:49:18.149277 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8cafd1-7340-4596-b006-9a9c13db3cc9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:18.153807 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:18.172426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.175694 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:18.177385 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 1b846a1a-f8f8-466c-b034-c7e2c0ec9d3b not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:18.178133 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 4de90f75-d5de-4076-8310-ffeee474063b no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:18.190368 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d75a1deb-4377-44f5-8e41-648676f0dc09 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:18.251496 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6343a7-7561-49ee-8552-7b16e492252b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:18.256833 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 4de90f75-d5de-4076-8310-ffeee474063b {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:18.257457 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 4de90f75-d5de-4076-8310-ffeee474063b not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:18.262730 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-9e5581b6-58da-48e2-92d2-4f2b2a5358ad service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2916811
Dec 16 14:49:18.274439 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:18.288282 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6b0b3-e1e9-4a2a-9fd3-dfe6807c3cce req-ba314a18-3951-46eb-906e-9776067fb35c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:18.291803 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7f6b0b3-e1e9-4a2a-9fd3-dfe6807c3cce req-ba314a18-3951-46eb-906e-9776067fb35c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 944 time: 0.1366351
Dec 16 14:49:18.354239 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7f6b0b3-e1e9-4a2a-9fd3-dfe6807c3cce req-a630577a-dbb0-4622-adbd-76b3066d0c75 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563226
Dec 16 14:49:18.406632 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38024) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:18.470077 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4ee5339e-1088-4b80-975f-72e69af9d7a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9a687d83941a46d8893bb58f302b2951&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0619450
Dec 16 14:49:18.472783 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38028) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:18.537890 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.563531 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.575320 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f0d68f6b-a2b2-449a-9694-6e971d27ecb0 req-1915713c-8841-447a-812f-c2fbfd86517e service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3021133
Dec 16 14:49:18.622331 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.626169 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-243e00d7-1340-4e77-8717-11a505747edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:18.642477 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6244ffa8-e01d-4daa-a0cc-eb8110ef747c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:18.646626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:18.650685 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.651683 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6244ffa8-e01d-4daa-a0cc-eb8110ef747c HTTP/1.1" status: 204  len: 168 time: 0.1778977
Dec 16 14:49:18.889403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:18.897962 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-42158556-7c1b-4a88-aeb8-749b0026146f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 1097 time: 0.1072893
Dec 16 14:49:19.139409 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-caef7bca-67f2-49bf-803c-f161b302e4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:19.142111 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-caef7bca-67f2-49bf-803c-f161b302e4e0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 916 time: 0.1845808
Dec 16 14:49:19.169873 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38036) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:19.229029 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e7286f77-0509-47d8-8b17-d6307d5672d9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb99884353fe4454bb8d173478d35434&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0574708
Dec 16 14:49:19.231750 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38040) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:19.298184 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.325577 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.341015 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-e132440d-255a-4fea-ba74-7a02513f4e47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0b690af-263b-4ff0-8f48-ed3faf512395 HTTP/1.1" status: 200  len: 217 time: 0.1912873
Dec 16 14:49:19.384697 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.388905 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-afde5d71-4bfb-4847-b079-8a6f6fdbc45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:19.400686 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c1d6c-734f-47f9-a2f0-5bd68e3f54ed,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:19.403810 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:19.410795 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:19.412032 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/127c1d6c-734f-47f9-a2f0-5bd68e3f54ed HTTP/1.1" status: 204  len: 168 time: 0.1792302
Dec 16 14:49:19.430819 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-89cea668-d29a-4607-b112-e27d41f6b863 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:19.432467 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-89cea668-d29a-4607-b112-e27d41f6b863 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0834255
Dec 16 14:49:19.489812 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-16109cb6-a6ac-4ece-a5f0-21064edaa07d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417902
Dec 16 14:49:20.011075 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-b3cb124a-f66d-4932-8078-bb9ce0247848 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4652822
Dec 16 14:49:20.024266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875a225-bc9b-4355-ba20-1bb325d68c8d req-180a1853-b0cd-4d4f-ad01-3aaddd0af17a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:20.025011 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-8875a225-bc9b-4355-ba20-1bb325d68c8d req-180a1853-b0cd-4d4f-ad01-3aaddd0af17a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:20.165417 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-8875a225-bc9b-4355-ba20-1bb325d68c8d req-180a1853-b0cd-4d4f-ad01-3aaddd0af17a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:20.166621 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8875a225-bc9b-4355-ba20-1bb325d68c8d req-180a1853-b0cd-4d4f-ad01-3aaddd0af17a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 944 time: 0.6197455
Dec 16 14:49:20.272161 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8875a225-bc9b-4355-ba20-1bb325d68c8d req-c3b6b6a8-eb7a-4c99-a2a1-da226a80f9a5 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971203
Dec 16 14:49:20.275345 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1785ebe3-5b89-4b64-838a-b48991cf6471 req-d3aa1289-8711-40a7-9403-d0a4ecafeb4b service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403653
Dec 16 14:49:20.404561 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Router 34483e5c-296e-4d1a-9760-eb92e0498351 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:49:20.746790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:49:20.757057 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] Sync routers for ids ['34483e5c-296e-4d1a-9760-eb92e0498351'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:49:20.758252 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] 10.222.0.67 "PUT /v2.0/routers/34483e5c-296e-4d1a-9760-eb92e0498351/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6675663
Dec 16 14:49:20.760611 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38048) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:20.770088 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] Routers {'34483e5c-296e-4d1a-9760-eb92e0498351'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:20.770725 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf541d90>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['34483e5c-296e-4d1a-9760-eb92e0498351'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:20.954396 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] Set router 34483e5c-296e-4d1a-9760-eb92e0498351 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:20.964507 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.174810 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.186955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Deleting port 112e7788-3501-495e-9463-5f85bb8148d6 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:21.187369 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.290965 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf541d90>, [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '112e7788-3501-495e-9463-5f85bb8148d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:49:17Z', 'revision_number': 5, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port': {'id': '112e7788-3501-495e-9463-5f85bb8148d6', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:44:45Z', 'updated_at': '2021-12-16T14:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:21.294980 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] Checking router: 34483e5c-296e-4d1a-9760-eb92e0498351 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:49:21.307745 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] Routers {'34483e5c-296e-4d1a-9760-eb92e0498351'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:49:21.308372 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf541d90>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:49:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['34483e5c-296e-4d1a-9760-eb92e0498351'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:21.366349 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] For port 112e7788-3501-495e-9463-5f85bb8148d6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=112e7788-3501-495e-9463-5f85bb8148d6,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:21.366807 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.481812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817b231-e012-4c1a-bb28-be553523ec21 req-b64b8cfa-aa81-4443-b81d-1af1e6453508 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:21.483129 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] Set router 34483e5c-296e-4d1a-9760-eb92e0498351 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:49:21.484268 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2817b231-e012-4c1a-bb28-be553523ec21 req-b64b8cfa-aa81-4443-b81d-1af1e6453508 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 944 time: 0.0835261
Dec 16 14:49:21.490620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Calling delete_port for 112e7788-3501-495e-9463-5f85bb8148d6 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:21.544526 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2817b231-e012-4c1a-bb28-be553523ec21 req-bf8f7a76-1844-4b7a-a209-7b81ea0dbf96 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537398
Dec 16 14:49:21.603845 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf541d90>, [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:49:21Z', 'revision_number': 6, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:21.608836 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b08e0-cd53-417f-ac8a-e7cf7c741c58 None None] The sync data for ids ['34483e5c-296e-4d1a-9760-eb92e0498351'] in dv-cinder-821893-3-iscsi is: [{'id': '34483e5c-296e-4d1a-9760-eb92e0498351', 'name': 'tempest-TestMinimumBasicScenario-658041422-router', 'tenant_id': '547f832c2adc4d3fb8a618390a506f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:44:44Z', 'updated_at': '2021-12-16T14:49:21Z', 'revision_number': 6, 'project_id': '547f832c2adc4d3fb8a618390a506f3c', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:49:21.686382 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:21.691256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:21.734803 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Pushing event deleted for resources: {'Port': ['ID=112e7788-3501-495e-9463-5f85bb8148d6,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:21.738308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:21.968506 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:49:21.970202 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.374956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.382185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.398724 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9b6343a7-7561-49ee-8552-7b16e492252b no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:22.420414 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.421389 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34483e5c-296e-4d1a-9760-eb92e0498351 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:49:22.437123 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 9b6343a7-7561-49ee-8552-7b16e492252b {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:22.437488 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 9b6343a7-7561-49ee-8552-7b16e492252b not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:22.443142 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.444402 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-43a5de8b-e337-4db7-aaa5-f4d658e5f72a admin admin] 10.222.0.67 "DELETE /v2.0/routers/34483e5c-296e-4d1a-9760-eb92e0498351 HTTP/1.1" status: 204  len: 168 time: 1.6828146
Dec 16 14:49:22.447154 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38054) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:22.509624 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Deleting subnet d24c38e1-8d5e-425f-a47f-5c364f7ae870 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:49:22.512907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.562330 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.650891 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.777392 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.786148 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-660a499d-c23a-487b-a60c-e51f75c4543d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:22.822724 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847e96-9423-41a3-9f11-c78a2416a605 req-5819572e-5668-416b-934e-7245266347e1 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:22.824245 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07847e96-9423-41a3-9f11-c78a2416a605 req-5819572e-5668-416b-934e-7245266347e1 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 944 time: 0.1460497
Dec 16 14:49:22.828628 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24c38e1-8d5e-425f-a47f-5c364f7ae870,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:22.833194 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:22.841898 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d22c4a-9ebd-484c-84f3-a059df64c3b6 None None] Network ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:49:22.848516 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.860223 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3f2072c3-53ad-4289-beb8-50f18ec3c92b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d24c38e1-8d5e-425f-a47f-5c364f7ae870 HTTP/1.1" status: 204  len: 168 time: 0.4118991
Dec 16 14:49:22.863156 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38060) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:22.883159 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-07847e96-9423-41a3-9f11-c78a2416a605 req-2f4b0b8f-de4c-4973-adb4-5c44312ab15e tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510974
Dec 16 14:49:22.970058 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:22.981045 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Deleting port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:22.981347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.009406 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d0b690af-263b-4ff0-8f48-ed3faf512395 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:49:23.174597 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port d0b690af-263b-4ff0-8f48-ed3faf512395, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d0b690af-263b-4ff0-8f48-ed3faf512395,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:23.190330 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'd0b690af-263b-4ff0-8f48-ed3faf512395', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'port_id': 'd0b690af-263b-4ff0-8f48-ed3faf512395', 'mac_address': 'fa:16:3e:8e:f6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1038d8f-7331-40a1-b2f5-0802bd3aff6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:49:23.221054 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] DHCP port deletion for ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:49:23.236224 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Deleting port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:23.237313 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.292828 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] For port e0776314-45a8-4a34-a7aa-17a1d4fe74f6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:23.293144 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.295542 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.348924 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b690af-263b-4ff0-8f48-ed3faf512395 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:49:23.392892 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port d0b690af-263b-4ff0-8f48-ed3faf512395, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d0b690af-263b-4ff0-8f48-ed3faf512395,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:23.420952 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Calling delete_port for e0776314-45a8-4a34-a7aa-17a1d4fe74f6 owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:23.445631 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.452196 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:23.533019 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.537701 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-50dd85df-1131-4d6d-939f-e7748cfa8ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:23.541523 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] For port e0776314-45a8-4a34-a7aa-17a1d4fe74f6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,segment=NetworkSegment(d9ace3d9-1123-4fec-8fc3-bd79173fdf8e),segment_id=d9ace3d9-1123-4fec-8fc3-bd79173fdf8e)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:23.541947 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.581316 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0776314-45a8-4a34-a7aa-17a1d4fe74f6,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:23.585695 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:23.586592 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] No DVR routers for this DVR port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 on host dv-cinder-821893-3-iscsi {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:49:23.697142 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=d0b690af-263b-4ff0-8f48-ed3faf512395,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:23.706121 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Calling delete_port for e0776314-45a8-4a34-a7aa-17a1d4fe74f6 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:49:23.712366 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.731434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:23.742771 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ced7c400>,) {'filters': {'network_id': ['ab64b81d-2513-4160-aa1d-8cfc5bdb39b7']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:23.755972 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ced7c400>, 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:23.756258 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ced7c400>, 'd9ace3d9-1123-4fec-8fc3-bd79173fdf8e') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:49:23.768963 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.783696 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:49:23.784287 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:49:23.786162 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.792682 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:49:23.793085 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:49:23.810792 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:49:23.893277 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.896734 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:23.909948 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:23.921075 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab64b81d-2513-4160-aa1d-8cfc5bdb39b7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:23.924524 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:23.926462 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5a96bbed-e58f-4395-8424-aa9a76e6ee0d admin admin] 10.222.0.67 "DELETE /v2.0/networks/ab64b81d-2513-4160-aa1d-8cfc5bdb39b7 HTTP/1.1" status: 204  len: 168 time: 1.0622587
Dec 16 14:49:23.952980 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['d0b690af-263b-4ff0-8f48-ed3faf512395'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:49:24.095396 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e0776314-45a8-4a34-a7aa-17a1d4fe74f6 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:24.111326 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc71a9-e643-4cf5-b4bd-49b74effa539 req-b6350cde-1b54-432a-aaa4-c06641cd3a08 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:24.118725 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d3dc71a9-e643-4cf5-b4bd-49b74effa539 req-b6350cde-1b54-432a-aaa4-c06641cd3a08 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 945 time: 0.0979674
Dec 16 14:49:24.140603 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: e0776314-45a8-4a34-a7aa-17a1d4fe74f6 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:24.141209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device e0776314-45a8-4a34-a7aa-17a1d4fe74f6 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:24.142561 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 112e7788-3501-495e-9463-5f85bb8148d6 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:49:24.174943 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d3dc71a9-e643-4cf5-b4bd-49b74effa539 req-8b00f1f7-fb12-4b8d-b9fc-48648a765909 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550256
Dec 16 14:49:24.190571 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 112e7788-3501-495e-9463-5f85bb8148d6 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:49:24.191038 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 112e7788-3501-495e-9463-5f85bb8148d6 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:49:24.213329 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38068) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:24.270394 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1374274a-31e2-496b-a7ac-747f8e5fd5ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7210fc0bdd80446484aaf7f436c2317b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552280
Dec 16 14:49:24.272909 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38072) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:24.285358 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Deleting port e0776314-45a8-4a34-a7aa-17a1d4fe74f6 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:49:24.285757 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.343812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.362159 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-f111e3c8-b2bf-4a7f-9eaf-e9fda010ef43 None None] The port 'e0776314-45a8-4a34-a7aa-17a1d4fe74f6' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:49:24.373393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.433083 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.437356 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4641efd7-f4c0-4805-ae95-6e8f89f7ee7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:24.451959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c29ce43-8fb7-4b63-8b67-9b5854531939,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:24.455626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:24.464812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:24.465940 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-cf250c09-1523-45eb-827c-87f9db50aa5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c29ce43-8fb7-4b63-8b67-9b5854531939 HTTP/1.1" status: 204  len: 168 time: 0.1920159
Dec 16 14:49:24.894456 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38080) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:24.958699 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-63adfb65-f8c4-49a2-8a59-494ffd6bc8ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=547f832c2adc4d3fb8a618390a506f3c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0629866
Dec 16 14:49:24.961244 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38084) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:49:25.024471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.053976 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.108498 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.116386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-93321f72-f7fa-4e0d-9585-b0f9dbd69ce9 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:25.129746 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d0a9d-3d92-4dad-af0d-9d6d743394e8,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:25.132755 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:25.138172 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:25.142561 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/852d0a9d-3d92-4dad-af0d-9d6d743394e8 HTTP/1.1" status: 204  len: 168 time: 0.1775208
Dec 16 14:49:25.407596 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e5b8-fc9a-4f09-932e-16a964b71464 req-30514066-7b09-4c70-9f61-b57b46503046 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:25.409108 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e139e5b8-fc9a-4f09-932e-16a964b71464 req-30514066-7b09-4c70-9f61-b57b46503046 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 945 time: 0.0843782
Dec 16 14:49:25.459860 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e139e5b8-fc9a-4f09-932e-16a964b71464 req-474096ea-cfbd-4b7a-8e82-bdb7a624e7b9 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449452
Dec 16 14:49:26.678272 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be03ba3-4e99-4413-b90a-9817fbd93a4a req-52d17225-3b41-4d33-9042-93c209c8a84e tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:26.679912 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8be03ba3-4e99-4413-b90a-9817fbd93a4a req-52d17225-3b41-4d33-9042-93c209c8a84e tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 945 time: 0.0839024
Dec 16 14:49:26.728584 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8be03ba3-4e99-4413-b90a-9817fbd93a4a req-ed0ceeee-5bf6-4137-9831-1695215ef165 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426273
Dec 16 14:49:27.037573 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d0b690af-263b-4ff0-8f48-ed3faf512395 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:27.113909 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port d0b690af-263b-4ff0-8f48-ed3faf512395 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:27.122714 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port d0b690af-263b-4ff0-8f48-ed3faf512395 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:27.123250 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:27.248018 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:27.272605 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b690af-263b-4ff0-8f48-ed3faf512395'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:27.282353 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port d0b690af-263b-4ff0-8f48-ed3faf512395, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d0b690af-263b-4ff0-8f48-ed3faf512395,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:27.287081 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:27.288962 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:27.333134 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b690af-263b-4ff0-8f48-ed3faf512395', 'code': 200}
Dec 16 14:49:27.355138 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=d0b690af-263b-4ff0-8f48-ed3faf512395,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:27.358400 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:27.614026 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-510b2658-91c8-4855-8a6e-c4279c4764fd req-2df5f301-91d6-49f0-ae41-3d000835541a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 1099 time: 0.0794263
Dec 16 14:49:27.659052 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-510b2658-91c8-4855-8a6e-c4279c4764fd req-69e2e97d-f103-4af6-a358-a18f51f6a3d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381825
Dec 16 14:49:27.938255 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80382cab-1ca1-428f-8f10-b8bd5513a1ef req-24a2ca2d-b86c-4f36-bd6f-6622837ef5c4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:27.939680 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80382cab-1ca1-428f-8f10-b8bd5513a1ef req-24a2ca2d-b86c-4f36-bd6f-6622837ef5c4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 946 time: 0.0826368
Dec 16 14:49:27.988625 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80382cab-1ca1-428f-8f10-b8bd5513a1ef req-24b32387-0a32-4d31-968d-1c6ffadc9f44 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426130
Dec 16 14:49:28.917004 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e892-1d52-4417-ade9-a7b988fc2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:29.201675 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1769-d843-492e-ac2f-fc9e7e37c37a req-487af501-a3ed-4679-a04a-202a4d16118c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:29.203253 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-032f1769-d843-492e-ac2f-fc9e7e37c37a req-487af501-a3ed-4679-a04a-202a4d16118c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 946 time: 0.0870898
Dec 16 14:49:29.257560 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-032f1769-d843-492e-ac2f-fc9e7e37c37a req-3003b0ab-68ff-4b78-a8bb-6678a247df94 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479009
Dec 16 14:49:30.471362 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbfe77-d0aa-43b1-bf9e-1b7f92af7433 req-769e2163-5a91-43d9-aa0f-7a6fc93bfa1a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:30.472935 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ffbfe77-d0aa-43b1-bf9e-1b7f92af7433 req-769e2163-5a91-43d9-aa0f-7a6fc93bfa1a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 946 time: 0.0877612
Dec 16 14:49:30.525539 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ffbfe77-d0aa-43b1-bf9e-1b7f92af7433 req-96a1a72d-1d2f-4b0f-a2fa-d0cd8b339df6 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462613
Dec 16 14:49:31.453859 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e408f21e-e64b-438f-a31f-977941c48eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.387759 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:32.919467 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:34.192755 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-da658ffe-1eed-4d41-8bd8-7a3abdad54e6 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:34.194177 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-da658ffe-1eed-4d41-8bd8-7a3abdad54e6 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.1574667
Dec 16 14:49:34.212249 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-9fa31e46-861b-47d0-b576-9ccf69e8befd tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/quotas/eb6df6b44f0d42339c2fd1095ce3bdf9 HTTP/1.1" status: 200  len: 375 time: 0.0114608
Dec 16 14:49:34.295077 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cec79919-9fe5-46f7-b334-6905a17fe6a6 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0768273
Dec 16 14:49:34.482339 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:34.539077 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-b3ea54e0-4cab-41cd-b1fc-3f0ed151ce2b service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2370496
Dec 16 14:49:34.689814 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-99457f1f-f070-450d-a78c-58e264e5d770 service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444492
Dec 16 14:49:34.885610 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3d3c6ac7-ed4f-49ef-be0b-f31abc718dd4 req-0dc6bcf9-fcb9-4db2-9f74-1e0401c09810 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 210 time: 0.0431800
Dec 16 14:49:36.071567 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27b3d0d7-e9c0-4536-849c-9b53efbc22af req-406b06d9-b392-40f5-9715-0312f7b8f8c1 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 210 time: 0.0468795
Dec 16 14:49:36.209237 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-5c178ecc-c819-46f7-97d7-6ef71e6ea45a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:36.210792 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-5c178ecc-c819-46f7-97d7-6ef71e6ea45a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.1648798
Dec 16 14:49:36.236060 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Request body: {'port': {'device_id': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'admin_state_up': True, 'tenant_id': 'eb6df6b44f0d42339c2fd1095ce3bdf9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:49:36.378448 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:49:36.388738 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:49:36.399986 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Made reservation on behalf of eb6df6b44f0d42339c2fd1095ce3bdf9 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:49:36.403405 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.694355 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Allocated IP 172.20.0.2 (32e1bc01-b84b-4784-8fab-5e9379c8e7dd/f1038d8f-7331-40a1-b2f5-0802bd3aff6e/7813cbcd-3b61-46af-8c1e-d4b2b84f58c8) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:49:36.951743 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.984604 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:36.990755 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e3b95598-b1de-4f57-ad2f-37db74bc70f1 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:37.023194 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'd0b690af-263b-4ff0-8f48-ed3faf512395'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:49:37.066274 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:49:37.069861 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:49:37.077203 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:49:37.120366 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event updated for resources: {'Port': ['ID=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:37.128980 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:37.189851 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:37.190702 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:37.227910 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9959710
Dec 16 14:49:37.276683 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Request body: {'port': {'device_id': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:49:37.419165 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:37.435628 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d3312-e213-4f94-9088-4b1ffa7b1c02 req-8efae52d-ffbe-4081-bf5c-111f11ed1fd2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:37.436337 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-020d3312-e213-4f94-9088-4b1ffa7b1c02 req-8efae52d-ffbe-4081-bf5c-111f11ed1fd2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:49:37.488912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-020d3312-e213-4f94-9088-4b1ffa7b1c02 req-8efae52d-ffbe-4081-bf5c-111f11ed1fd2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:49:37.489967 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-020d3312-e213-4f94-9088-4b1ffa7b1c02 req-8efae52d-ffbe-4081-bf5c-111f11ed1fd2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 931 time: 0.2531621
Dec 16 14:49:37.621413 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-020d3312-e213-4f94-9088-4b1ffa7b1c02 req-b70e269d-99f6-423d-be17-375457eb8b2c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236057
Dec 16 14:49:37.862090 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:49:37.869778 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:37.891207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Transition to ACTIVE for port object 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:49:37.896042 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:37.899790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0a4e4e9d-4413-4d7b-b753-8aa64af98b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.029177 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Pushing event updated for resources: {'Port': ['ID=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.036180 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.154734 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Attempting to bind port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:49:38.155020 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Attempting to bind port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:49:38.155195 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Attempting to bind port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:49:38.162100 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:49:38.162382 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Attempting to bind port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:49:38.169649 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:49:38.170048 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Checking segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:49:38.170378 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Bound using segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:49:38.170803 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Bound port: 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:49:38.171143 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.266492 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] For port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:49:38.269862 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] For port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:49:38.275989 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.280204 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:38.339901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:38.341420 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] 10.222.0.48 "PUT /v2.0/ports/7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 HTTP/1.1" status: 200  len: 1093 time: 1.0729504
Dec 16 14:49:38.341939 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'tag': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:38.366710 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Pushing event updated for resources: {'Port': ['ID=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:38.370889 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:38.489752 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-c3a17b08-dec3-4e40-8287-a230311b98a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 1096 time: 0.0796087
Dec 16 14:49:38.569706 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-2edd6ee0-73ed-41c7-9a8d-87bb54b86273 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 HTTP/1.1" status: 200  len: 217 time: 0.0669234
Dec 16 14:49:38.641679 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-0a266369-4e23-4ebc-846e-36c716cb1a6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:38.643275 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-0a266369-4e23-4ebc-846e-36c716cb1a6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0671232
Dec 16 14:49:38.687489 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'tag': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8', 'status': 'completed', 'code': 200}
Dec 16 14:49:38.694057 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-a5882aaf-45fa-4cd5-b20f-be8d8b45e3d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431960
Dec 16 14:49:38.985057 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-642a4926-2647-4061-8b13-b726e40b34f8 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833421
Dec 16 14:49:39.075327 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676be753-fb5a-438e-aec5-82cd10f7a51c req-efa04eaf-9f30-4df1-9b21-9bd7cfa9c59c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:39.076872 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-676be753-fb5a-438e-aec5-82cd10f7a51c req-efa04eaf-9f30-4df1-9b21-9bd7cfa9c59c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 943 time: 0.2029362
Dec 16 14:49:39.169308 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-676be753-fb5a-438e-aec5-82cd10f7a51c req-abf596af-1402-4bcd-883a-c441b50a4e99 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844326
Dec 16 14:49:39.174925 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebb6eb69-3738-47f5-8ede-d85ff03d9084 req-9fe1b129-75a2-44ca-9819-5cb3fd36431e service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786153
Dec 16 14:49:39.342612 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-33e23c15-8cc5-45d8-a850-0288da0a5468 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 1096 time: 0.0752735
Dec 16 14:49:39.485386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-347d71f1-28e4-47c8-ad49-2ccaca08b8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:39.486963 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-347d71f1-28e4-47c8-ad49-2ccaca08b8d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 916 time: 0.1381454
Dec 16 14:49:39.556413 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-06a30d94-2995-47d9-b33f-f9fe78e9d841 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 HTTP/1.1" status: 200  len: 217 time: 0.0621371
Dec 16 14:49:39.624707 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-34176397-1bd7-4c5d-be41-6b821150121a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:39.626225 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-34176397-1bd7-4c5d-be41-6b821150121a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0639143
Dec 16 14:49:39.687603 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-8ccf158b-f06c-4818-a26b-1863569562be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419416
Dec 16 14:49:39.824927 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-aa68edf3-17f5-467f-a9f1-d66ff3be2e99 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304770
Dec 16 14:49:39.986645 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-170ef537-00d2-4bd3-a32c-15e9c514b1e8 req-de8a44c7-87c7-448c-8be4-59218377e42a service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376445
Dec 16 14:49:40.398695 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d418-8f9c-4331-bd66-ffb87d7efc4e req-674f34f2-f1f7-4e21-b6d6-4896f5ba891b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:40.400606 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3136d418-8f9c-4331-bd66-ffb87d7efc4e req-674f34f2-f1f7-4e21-b6d6-4896f5ba891b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 943 time: 0.1006281
Dec 16 14:49:40.465368 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3136d418-8f9c-4331-bd66-ffb87d7efc4e req-2371d2b6-edd5-45ad-8b1d-7db2c4b99341 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543346
Dec 16 14:49:41.667299 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76d6f5-96d5-48ce-8b1a-21406d913f67 req-b7899de8-d3c9-43be-a33f-4b8bcf04abe4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:41.669028 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9f76d6f5-96d5-48ce-8b1a-21406d913f67 req-b7899de8-d3c9-43be-a33f-4b8bcf04abe4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 943 time: 0.0795636
Dec 16 14:49:41.731151 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9f76d6f5-96d5-48ce-8b1a-21406d913f67 req-70ae568e-b9d1-4108-8ce0-8a5b1052f913 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564737
Dec 16 14:49:42.034718 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:42.948779 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033d282-9662-4436-a563-396dda50aa38 req-b3484f0b-d895-429f-ba91-bc106432ce33 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:42.950426 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5033d282-9662-4436-a563-396dda50aa38 req-b3484f0b-d895-429f-ba91-bc106432ce33 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 943 time: 0.0888522
Dec 16 14:49:43.008981 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5033d282-9662-4436-a563-396dda50aa38 req-d6016d2e-fa99-492f-a3da-ade611d6725b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439713
Dec 16 14:49:43.108221 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:49:43.249825 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:43.264001 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'port_id': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8', 'mac_address': 'fa:16:3e:fd:a9:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1038d8f-7331-40a1-b2f5-0802bd3aff6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:49:43.322553 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:43.340927 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:49:43.358305 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:43.365015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:43.367176 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:43.447340 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:43.452515 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:43.858241 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['7813cbcd-3b61-46af-8c1e-d4b2b84f58c8'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:49:44.211955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc6cf6-047d-4cbd-9bce-ea4098ee3d74 req-cd6108d3-50fb-48e4-bedf-72a01b32c484 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:44.213493 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8ffc6cf6-047d-4cbd-9bce-ea4098ee3d74 req-cd6108d3-50fb-48e4-bedf-72a01b32c484 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 944 time: 0.0787749
Dec 16 14:49:44.260942 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8ffc6cf6-047d-4cbd-9bce-ea4098ee3d74 req-0ca5551f-4772-4e09-8661-acc845aa001d tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416155
Dec 16 14:49:45.141591 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:49:45.221734 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:49:45.227032 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:49:45.227391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:45.359133 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:45.388102 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:49:45.398106 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:49:45.403442 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:45.406523 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:49:45.450512 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8', 'code': 200}
Dec 16 14:49:45.477296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:49:45.480440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:49:45.493429 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6702e-6469-4eed-bb6f-0868027b0994 req-3f88a915-445e-452c-b505-c130bef08d68 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:45.495372 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42f6702e-6469-4eed-bb6f-0868027b0994 req-3f88a915-445e-452c-b505-c130bef08d68 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0913913
Dec 16 14:49:45.543237 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42f6702e-6469-4eed-bb6f-0868027b0994 req-9050bad2-78bf-4939-ab0e-02c7d16f32c7 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420308
Dec 16 14:49:45.727031 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-addc2b50-6651-4b3d-b2cb-1221790256ca req-0e090d21-8221-4174-ad08-87d76ed96291 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 1098 time: 0.0732231
Dec 16 14:49:45.769951 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-addc2b50-6651-4b3d-b2cb-1221790256ca req-37ecf641-a3a5-4b44-a409-ec3048851707 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366368
Dec 16 14:49:46.756531 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaea7bc-44f3-41f8-8446-123a90228723 req-f37dff8e-0eff-4c2e-9d8f-32cd75724659 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:46.758096 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dbaea7bc-44f3-41f8-8446-123a90228723 req-f37dff8e-0eff-4c2e-9d8f-32cd75724659 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0841348
Dec 16 14:49:46.806571 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dbaea7bc-44f3-41f8-8446-123a90228723 req-9d079d1b-42cb-4e7e-a7e4-77c104712dff tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411689
Dec 16 14:49:48.025489 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407a2c5-31e1-4651-9c35-60af5025f9a5 req-04e3ec11-8ce7-499a-a095-edcba661354b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:48.026377 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6407a2c5-31e1-4651-9c35-60af5025f9a5 req-04e3ec11-8ce7-499a-a095-edcba661354b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0920053
Dec 16 14:49:48.075844 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6407a2c5-31e1-4651-9c35-60af5025f9a5 req-21507684-35ad-4cbd-82b5-29d39fb9e16e tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434718
Dec 16 14:49:48.897649 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-d15abccf-d83a-459a-8232-850059f26cfe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0764201
Dec 16 14:49:49.065857 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-a84a032d-7b8c-4b66-a5ef-371008b7919c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=198be39f56934fc58b1c76e532336733&device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 1100 time: 0.0741274
Dec 16 14:49:49.319651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-44f288bf-6f6a-4a35-89fd-ba233cfc9181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:49.321743 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-44f288bf-6f6a-4a35-89fd-ba233cfc9181 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 200  len: 918 time: 0.2347095
Dec 16 14:49:49.439160 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-acebbafa-33f5-4775-a479-9d2ff510561d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 200  len: 1002 time: 0.1071131
Dec 16 14:49:49.508163 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-973d81c7-6f72-4756-9948-baaa549ed0e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:49:49.509623 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-973d81c7-6f72-4756-9948-baaa549ed0e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 200  len: 856 time: 0.0638561
Dec 16 14:49:49.587620 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-4edbd0e3-bbad-4f66-8dde-b497ae18d595 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709302
Dec 16 14:49:49.733689 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-3f80fffe-d95c-4ad4-845f-9d15632f4a5b service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375773
Dec 16 14:49:49.884140 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd302cae-fd24-4970-b632-492ca27b5fdc req-c6d26146-3226-4d41-b443-4a428d5d153f service neutron] 10.222.0.48 "GET /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434538
Dec 16 14:49:58.914251 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ac690fd0-d51d-418d-b76b-fc81f294883b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:49:58.968968 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:50:01.337285 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-3fd24996-2979-4b9b-b385-2b22e7a85e39 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:01.338689 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-3fd24996-2979-4b9b-b385-2b22e7a85e39 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.1501608
Dec 16 14:50:01.355500 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-9062fb92-b23d-45dc-9f69-a05590cf2469 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/quotas/eb6df6b44f0d42339c2fd1095ce3bdf9 HTTP/1.1" status: 200  len: 375 time: 0.0111871
Dec 16 14:50:01.445463 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-86e0b3d9-56c0-40bb-8138-03fb7ab7b62d tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0835984
Dec 16 14:50:01.453909 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7894833d-ce8b-4b2f-bdcb-6072aae3df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:01.589941 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-800d3b95-c4c8-4d55-9987-b98566907489 service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354492
Dec 16 14:50:01.734677 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-d612b019-7f29-4e88-85e0-09817e0ba6f7 service neutron] 10.222.0.67 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377115
Dec 16 14:50:01.959300 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a7c2c28b-1081-458b-a1e0-cb059801b59f req-18739385-cc44-4f34-b211-bff55acc6fd9 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 210 time: 0.0745115
Dec 16 14:50:02.383183 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:02.907076 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:03.148954 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-96bb0df6-ba55-4268-857a-19d1dbf5725c req-f9eebe07-d2a5-423e-a27d-c9f5f15216b3 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 210 time: 0.0487170
Dec 16 14:50:03.491988 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-e054a2be-7869-4318-9e96-819fbbed052c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:03.493436 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-e054a2be-7869-4318-9e96-819fbbed052c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 815 time: 0.1763310
Dec 16 14:50:03.524671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Request body: {'port': {'device_id': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'admin_state_up': True, 'tenant_id': 'eb6df6b44f0d42339c2fd1095ce3bdf9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:50:03.678322 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:03.689841 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:03.701133 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Made reservation on behalf of eb6df6b44f0d42339c2fd1095ce3bdf9 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:50:03.704397 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:03.972477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Allocated IP 172.20.0.3 (32e1bc01-b84b-4784-8fab-5e9379c8e7dd/f1038d8f-7331-40a1-b2f5-0802bd3aff6e/c4994259-c227-42f5-9789-dff779f51194) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:50:04.185758 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.217624 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.225760 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4673b2e0-7ea7-4f35-a997-9d0d0332935d tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:04.259391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'd0b690af-263b-4ff0-8f48-ed3faf512395', '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:50:04.296349 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:50:04.305426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:50:04.309957 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:50:04.343781 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event updated for resources: {'Port': ['ID=c4994259-c227-42f5-9789-dff779f51194,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:04.352010 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:04.384413 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:04.385326 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.394715 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2887598-e370-407d-8ccf-acb6143a9317 req-eb880a8c-77bc-496f-823e-0d6103e50448 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:04.396183 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b2887598-e370-407d-8ccf-acb6143a9317 req-eb880a8c-77bc-496f-823e-0d6103e50448 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 931 time: 0.1159728
Dec 16 14:50:04.419094 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8979130
Dec 16 14:50:04.446182 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Request body: {'port': {'device_id': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:50:04.463278 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b2887598-e370-407d-8ccf-acb6143a9317 req-bc04ebba-1adf-44e0-9f0d-788cfddbbd8a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602050
Dec 16 14:50:04.493274 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.574271 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.940097 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4994259-c227-42f5-9789-dff779f51194 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:50:04.947623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.963113 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Transition to ACTIVE for port object c4994259-c227-42f5-9789-dff779f51194 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:50:04.968636 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:04.972826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-b8b93fc0-c553-426e-9730-c587a0275985 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:05.096530 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4994259-c227-42f5-9789-dff779f51194,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:05.101582 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:05.213334 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Attempting to bind port c4994259-c227-42f5-9789-dff779f51194 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:50:05.214044 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Attempting to bind port c4994259-c227-42f5-9789-dff779f51194 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:50:05.214044 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Attempting to bind port c4994259-c227-42f5-9789-dff779f51194 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:50:05.220771 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Port c4994259-c227-42f5-9789-dff779f51194 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:50:05.221418 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Attempting to bind port c4994259-c227-42f5-9789-dff779f51194 on network 32e1bc01-b84b-4784-8fab-5e9379c8e7dd {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:50:05.228587 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:50:05.228926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Checking segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:50:05.229315 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Bound using segment: {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:50:05.229729 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Bound port: c4994259-c227-42f5-9789-dff779f51194, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446dd361-bcfb-43b2-923d-891f77ed60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:50:05.230096 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:05.337362 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] For port c4994259-c227-42f5-9789-dff779f51194, host hv-cinder-82189, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:50:05.341023 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] For port c4994259-c227-42f5-9789-dff779f51194, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c4994259-c227-42f5-9789-dff779f51194,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:50:05.346709 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:05.350886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0fafb773-720a-459d-86ad-a38d67a7871a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:05.405098 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:05.406488 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/c4994259-c227-42f5-9789-dff779f51194 HTTP/1.1" status: 200  len: 1093 time: 0.9683487
Dec 16 14:50:05.406983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'tag': 'c4994259-c227-42f5-9789-dff779f51194'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:05.433604 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4994259-c227-42f5-9789-dff779f51194,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:05.444588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.444808 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.445181 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.445478 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.445821 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.447185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.447185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.447185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.447534 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.447729 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.448053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:05.452427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-66bacdf6-7b67-4a4d-9339-61dbc3a4a7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:05.501378 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'tag': 'c4994259-c227-42f5-9789-dff779f51194', 'status': 'completed', 'code': 200}
Dec 16 14:50:05.543691 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-7ced44ab-a3c8-4be4-b3a0-3d3cc8fc724a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 1096 time: 0.0735922
Dec 16 14:50:05.626823 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-00eefc1c-ca97-411b-a08c-6b38ade7fc0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4994259-c227-42f5-9789-dff779f51194 HTTP/1.1" status: 200  len: 217 time: 0.0672264
Dec 16 14:50:05.658118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38a8ed-8e1f-4e11-8140-ed22109fffdb req-9dc78ebd-bb3a-45bf-bde4-c17878655010 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:05.659703 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be38a8ed-8e1f-4e11-8140-ed22109fffdb req-9dc78ebd-bb3a-45bf-bde4-c17878655010 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 943 time: 0.0787914
Dec 16 14:50:05.691769 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-46cbcc3b-01f1-4899-9814-60a083f65b1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:05.693228 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-46cbcc3b-01f1-4899-9814-60a083f65b1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0600817
Dec 16 14:50:05.706021 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be38a8ed-8e1f-4e11-8140-ed22109fffdb req-47d4a3fd-0911-466a-87a3-34a026cdbf4b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404820
Dec 16 14:50:05.745722 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-0b0c5ee2-f672-4f9a-acb4-389d9f60eb73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455039
Dec 16 14:50:05.973731 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-e533a445-3955-4f5b-aa33-276e355015a0 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199116
Dec 16 14:50:06.113752 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed02cfe3-22e5-4267-90e6-4fffdca4aeeb req-20469bb4-98ef-403c-b05a-f4072699528d service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317532
Dec 16 14:50:06.283742 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-00c52df9-77fa-4d8c-9818-3113fd711432 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 1096 time: 0.0765371
Dec 16 14:50:06.419273 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-bfb99674-0d8b-4900-9358-6f57bfa2582b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:06.420753 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-bfb99674-0d8b-4900-9358-6f57bfa2582b service neutron] 10.222.0.48 "GET /v2.0/networks?id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 200  len: 916 time: 0.1306849
Dec 16 14:50:06.493593 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-0ffdabea-0315-4b79-8131-62cf18bd7c82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4994259-c227-42f5-9789-dff779f51194 HTTP/1.1" status: 200  len: 217 time: 0.0659347
Dec 16 14:50:06.559723 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-d84df586-61bf-4253-a9ab-85b4b57bb55a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:06.561089 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-d84df586-61bf-4253-a9ab-85b4b57bb55a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 200  len: 855 time: 0.0606074
Dec 16 14:50:06.619423 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-d1dbd395-419f-439f-84c1-d6ca1756f049 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32e1bc01-b84b-4784-8fab-5e9379c8e7dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505998
Dec 16 14:50:06.768822 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-03aff323-f453-4744-9d8a-49aad525d148 service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423666
Dec 16 14:50:06.957071 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e288f7a0-2fef-4567-a272-290b54c39f24 req-02a87eb8-ab24-4d07-98a3-56cd382939ff service neutron] 10.222.0.48 "GET /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1806986
Dec 16 14:50:06.969751 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a275e9-b103-43b0-9155-51d7b30e37c7 req-078fd644-dc3b-4423-ae60-6f7fbd5fe912 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:06.970483 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-14a275e9-b103-43b0-9155-51d7b30e37c7 req-078fd644-dc3b-4423-ae60-6f7fbd5fe912 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:06.991362 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-14a275e9-b103-43b0-9155-51d7b30e37c7 req-078fd644-dc3b-4423-ae60-6f7fbd5fe912 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:06.993285 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-14a275e9-b103-43b0-9155-51d7b30e37c7 req-078fd644-dc3b-4423-ae60-6f7fbd5fe912 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 943 time: 0.1446009
Dec 16 14:50:07.045779 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-14a275e9-b103-43b0-9155-51d7b30e37c7 req-bbc05315-a4c8-43f7-b38d-fddcaa1b431b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438738
Dec 16 14:50:08.273503 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4054b-b1da-4a54-96c9-9ad7654f7aaf req-e5d65e45-8d47-43e0-ac45-9ee2dc24a08d tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:08.275014 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44d4054b-b1da-4a54-96c9-9ad7654f7aaf req-e5d65e45-8d47-43e0-ac45-9ee2dc24a08d tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 943 time: 0.0859931
Dec 16 14:50:08.323592 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44d4054b-b1da-4a54-96c9-9ad7654f7aaf req-6795abf5-ad82-445a-97fa-661a7177e668 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426028
Dec 16 14:50:09.532310 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5e3f0-9c9d-40c5-b6b0-283f7578de62 req-a88546d4-033e-422e-b367-5c2243e3e110 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:09.533710 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-62b5e3f0-9c9d-40c5-b6b0-283f7578de62 req-a88546d4-033e-422e-b367-5c2243e3e110 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 943 time: 0.0805273
Dec 16 14:50:09.582639 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-62b5e3f0-9c9d-40c5-b6b0-283f7578de62 req-e2516c2c-32ca-4136-a907-91f40de56e40 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428360
Dec 16 14:50:10.801811 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd993494-3ffa-4f2f-9021-b0cd7d1de5a2 req-cbead4e3-384c-4612-ac1e-6b1e151771c0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:10.803324 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dd993494-3ffa-4f2f-9021-b0cd7d1de5a2 req-cbead4e3-384c-4612-ac1e-6b1e151771c0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 943 time: 0.0860288
Dec 16 14:50:10.856736 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dd993494-3ffa-4f2f-9021-b0cd7d1de5a2 req-f5668e64-32b9-4f3d-83e5-ca071a0016a7 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475352
Dec 16 14:50:11.239781 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c4994259-c227-42f5-9789-dff779f51194 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:50:11.377902 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port c4994259-c227-42f5-9789-dff779f51194, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c4994259-c227-42f5-9789-dff779f51194,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:11.392795 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'c4994259-c227-42f5-9789-dff779f51194', 'network_id': '32e1bc01-b84b-4784-8fab-5e9379c8e7dd', 'port_id': 'c4994259-c227-42f5-9789-dff779f51194', 'mac_address': 'fa:16:3e:7c:d5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1038d8f-7331-40a1-b2f5-0802bd3aff6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:50:11.451593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:11.469163 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4994259-c227-42f5-9789-dff779f51194 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:50:11.485804 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port c4994259-c227-42f5-9789-dff779f51194, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c4994259-c227-42f5-9789-dff779f51194,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:11.490597 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:11.493395 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:11.560251 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=c4994259-c227-42f5-9789-dff779f51194,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:11.563862 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:11.986307 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['c4994259-c227-42f5-9789-dff779f51194'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:50:12.056056 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:12.069621 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ebb63-3961-48d3-8b70-79e85ee9cd38 req-ec85d1ff-0846-43a1-b567-da502a670e04 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:12.071123 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-335ebb63-3961-48d3-8b70-79e85ee9cd38 req-ec85d1ff-0846-43a1-b567-da502a670e04 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 944 time: 0.0888269
Dec 16 14:50:12.120016 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-335ebb63-3961-48d3-8b70-79e85ee9cd38 req-f13cce43-41d4-45cd-9887-21d4c94bffd5 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426500
Dec 16 14:50:13.271475 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c4994259-c227-42f5-9789-dff779f51194 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:50:13.323623 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ebd38-adda-4ac5-b52a-ddad93fa9fcb req-d7fc24c0-8a36-4eeb-ba8d-71963404b037 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:13.325110 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1c1ebd38-adda-4ac5-b52a-ddad93fa9fcb req-d7fc24c0-8a36-4eeb-ba8d-71963404b037 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 944 time: 0.0791075
Dec 16 14:50:13.342010 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port c4994259-c227-42f5-9789-dff779f51194 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:50:13.352590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port c4994259-c227-42f5-9789-dff779f51194 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:50:13.352964 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.374511 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1c1ebd38-adda-4ac5-b52a-ddad93fa9fcb req-b0805358-826e-4675-bcf3-af010716222b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427623
Dec 16 14:50:13.476202 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.509057 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4994259-c227-42f5-9789-dff779f51194'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:13.520888 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port c4994259-c227-42f5-9789-dff779f51194, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c4994259-c227-42f5-9789-dff779f51194,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:13.527131 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:13.529546 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:13.603788 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=c4994259-c227-42f5-9789-dff779f51194,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:13.608515 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:13.656424 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4994259-c227-42f5-9789-dff779f51194', 'code': 200}
Dec 16 14:50:13.938969 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-68afbe6f-dfce-40e4-b3be-56014e54e946 req-b5e7a1e4-0af7-4484-b5c5-7eae00a9656c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 1098 time: 0.0765233
Dec 16 14:50:13.984328 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-68afbe6f-dfce-40e4-b3be-56014e54e946 req-4b104292-de77-4170-9d23-c4d69a81612d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387073
Dec 16 14:50:14.582729 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61fbb5-794b-476a-ab14-1b1823676447 req-415b29f3-f855-42d4-9620-9f8b86abefe0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:14.584281 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d61fbb5-794b-476a-ab14-1b1823676447 req-415b29f3-f855-42d4-9620-9f8b86abefe0 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.0843515
Dec 16 14:50:14.635267 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d61fbb5-794b-476a-ab14-1b1823676447 req-d656d420-5ca7-404e-9daa-49ca7668106a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445244
Dec 16 14:50:15.860453 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f08c-7bc3-49e4-ac69-251767442df3 req-f058c4ca-da4c-43f4-acc7-f73447d21c82 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:15.862394 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-36e0f08c-7bc3-49e4-ac69-251767442df3 req-f058c4ca-da4c-43f4-acc7-f73447d21c82 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.0796726
Dec 16 14:50:15.912129 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-36e0f08c-7bc3-49e4-ac69-251767442df3 req-5628e8a7-b734-4bc2-8460-14fe58c27f0f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441325
Dec 16 14:50:17.116002 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a6494-4d57-4312-a2e8-a609842b3e3d req-6bb824b6-f8b8-4b99-abdc-41808dd0adf8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:17.117546 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ce3a6494-4d57-4312-a2e8-a609842b3e3d req-6bb824b6-f8b8-4b99-abdc-41808dd0adf8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.0802824
Dec 16 14:50:17.166498 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ce3a6494-4d57-4312-a2e8-a609842b3e3d req-51d387b2-d463-4b21-b5cc-ba1165ddd7e2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417876
Dec 16 14:50:28.910558 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-46b4a04e-072c-4ced-aac7-8fb433e374ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:31.450144 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-04607f01-ec9f-4066-a445-9d474d5802bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:31.649742 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6f0b6-5a4b-4032-9625-80a75171bcd4 req-ad3b3b59-4ada-4921-bd09-549fcb05e8ec tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:31.651968 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ee6f0b6-5a4b-4032-9625-80a75171bcd4 req-ad3b3b59-4ada-4921-bd09-549fcb05e8ec tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.0861590
Dec 16 14:50:31.701712 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ee6f0b6-5a4b-4032-9625-80a75171bcd4 req-8ca564dd-afb3-4ff7-8911-9caeb51607a5 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428801
Dec 16 14:50:32.389261 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:32.908805 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:32.926630 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254851dd-8633-4a3c-a195-fed7d33b29d6 req-763fb8ae-3923-489e-bd5d-4a4153f14fe4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:32.928074 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-254851dd-8633-4a3c-a195-fed7d33b29d6 req-763fb8ae-3923-489e-bd5d-4a4153f14fe4 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.0920722
Dec 16 14:50:32.977606 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-254851dd-8633-4a3c-a195-fed7d33b29d6 req-508b1d88-922a-4a22-a39c-b1845506050f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430150
Dec 16 14:50:34.020157 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cceef91-616d-4424-8364-9c9ec075c51c req-e1e2a19e-b782-4964-bdbc-120c67d819dc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:34.021698 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0cceef91-616d-4424-8364-9c9ec075c51c req-e1e2a19e-b782-4964-bdbc-120c67d819dc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.1096542
Dec 16 14:50:34.096188 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Deleting port c4994259-c227-42f5-9789-dff779f51194 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:34.096536 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:34.442625 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f8e9b-1b94-41b9-b122-937508a8bdea req-9340d6cf-5ad1-4648-bbd6-d256f5a20a08 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:34.443968 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f54f8e9b-1b94-41b9-b122-937508a8bdea req-9340d6cf-5ad1-4648-bbd6-d256f5a20a08 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 945 time: 0.3179624
Dec 16 14:50:34.481085 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:34.537972 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] For port c4994259-c227-42f5-9789-dff779f51194, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c4994259-c227-42f5-9789-dff779f51194,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:34.538346 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:34.547142 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f54f8e9b-1b94-41b9-b122-937508a8bdea req-3cc7ea4d-f138-45e5-8e08-f6cce4d99a9f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967619
Dec 16 14:50:34.665057 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Calling delete_port for c4994259-c227-42f5-9789-dff779f51194 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:34.818687 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:34.825767 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cae7affc-cdfe-4054-9b39-6aa55b936554 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:34.871173 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'd0b690af-263b-4ff0-8f48-ed3faf512395', '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8', 'c4994259-c227-42f5-9789-dff779f51194'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:50:34.876377 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event deleted for resources: {'Port': ['ID=c4994259-c227-42f5-9789-dff779f51194,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:34.880448 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:34.953825 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] No DVR routers for this DVR port c4994259-c227-42f5-9789-dff779f51194 on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:34.957518 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:34.961055 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'name': 'network-vif-deleted', 'tag': 'c4994259-c227-42f5-9789-dff779f51194'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:34.979335 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0cceef91-616d-4424-8364-9c9ec075c51c req-fa4e90b4-0424-41e8-8f66-6b1618246acb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "DELETE /v2.0/ports/c4994259-c227-42f5-9789-dff779f51194 HTTP/1.1" status: 204  len: 173 time: 0.9492283
Dec 16 14:50:35.029272 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd30dc7f-7d75-465f-80a8-0d2912f9f543', 'name': 'network-vif-deleted', 'tag': 'c4994259-c227-42f5-9789-dff779f51194', 'status': 'completed', 'code': 200}
Dec 16 14:50:35.737939 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-0e3fa49c-2ecf-46ad-9766-182755d18f17 req-c4631aee-a5d5-4afc-8505-a3bb10d1d216 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:35.755704 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-0e3fa49c-2ecf-46ad-9766-182755d18f17 req-c4631aee-a5d5-4afc-8505-a3bb10d1d216 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:35.756844 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e3fa49c-2ecf-46ad-9766-182755d18f17 req-c4631aee-a5d5-4afc-8505-a3bb10d1d216 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dd30dc7f-7d75-465f-80a8-0d2912f9f543 HTTP/1.1" status: 200  len: 210 time: 0.0641911
Dec 16 14:50:35.974452 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:50:37.369641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c4994259-c227-42f5-9789-dff779f51194 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:37.406453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: c4994259-c227-42f5-9789-dff779f51194 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:37.406738 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device c4994259-c227-42f5-9789-dff779f51194 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:38.497640 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c3fdd-f4ad-4951-ac9f-81d6112339ff req-721b997e-4145-421e-8d36-c478aa6eed4f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:38.499139 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-086c3fdd-f4ad-4951-ac9f-81d6112339ff req-721b997e-4145-421e-8d36-c478aa6eed4f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0800307
Dec 16 14:50:38.546063 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-086c3fdd-f4ad-4951-ac9f-81d6112339ff req-2875fa78-f5ce-4507-bbff-8f7e6385fbfb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409830
Dec 16 14:50:39.144551 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaefe25-fb93-47aa-8086-0ffe40baf770 req-9c580b64-d7eb-467c-bd36-794a36a3cd0c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:39.145977 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8aaefe25-fb93-47aa-8086-0ffe40baf770 req-9c580b64-d7eb-467c-bd36-794a36a3cd0c tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.0811615
Dec 16 14:50:39.198651 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8aaefe25-fb93-47aa-8086-0ffe40baf770 req-67cd616e-90a7-4233-a235-f256bf47760a tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462959
Dec 16 14:50:39.757816 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828637c-1ed0-4cf6-b71e-66e0b3184fa5 req-16f9c2e9-88db-4da4-b548-2a5c407d2f3f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:39.759489 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b828637c-1ed0-4cf6-b71e-66e0b3184fa5 req-16f9c2e9-88db-4da4-b548-2a5c407d2f3f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0841327
Dec 16 14:50:39.806398 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b828637c-1ed0-4cf6-b71e-66e0b3184fa5 req-d1f5993b-2d2f-46d8-94d1-91d40713845a tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409572
Dec 16 14:50:40.427027 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c2334-0473-4bed-8871-6a93f2ea1759 req-090bd82a-f298-41ff-a430-b44bf6059b09 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:40.428570 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-068c2334-0473-4bed-8871-6a93f2ea1759 req-090bd82a-f298-41ff-a430-b44bf6059b09 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.0877850
Dec 16 14:50:40.485643 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-068c2334-0473-4bed-8871-6a93f2ea1759 req-67e2a418-3447-468a-bf92-dee98a7a2ad5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505099
Dec 16 14:50:40.748935 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523a761-8967-4978-8c61-8b36c535c37b req-18c55a6b-0a71-4f65-ad74-ca124d92ce24 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:40.750307 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3523a761-8967-4978-8c61-8b36c535c37b req-18c55a6b-0a71-4f65-ad74-ca124d92ce24 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0828073
Dec 16 14:50:40.844706 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Deleting port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:40.844999 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.035797 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4d9ac-fd17-4fec-90c6-d5605939f9dd req-269d27e9-076e-4ba6-8d4f-b2625c35ab0b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:41.037251 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bc4d9ac-fd17-4fec-90c6-d5605939f9dd req-269d27e9-076e-4ba6-8d4f-b2625c35ab0b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 945 time: 0.0908554
Dec 16 14:50:41.126641 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] For port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:41.127120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.234874 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bc4d9ac-fd17-4fec-90c6-d5605939f9dd req-7a01f18a-20f7-49f1-a75d-0531b962e65d tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852884
Dec 16 14:50:41.261296 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Calling delete_port for 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:41.269113 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-11b23a04-2f57-40d9-84ef-1df13a930207 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:41.270665 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-11b23a04-2f57-40d9-84ef-1df13a930207 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.0850363
Dec 16 14:50:41.346967 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Deleting port 89eb0392-5a52-4cad-8793-177f104836c0 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:41.347232 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.421031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.428462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ed50ed48-7933-4bee-a2e2-36ceb856f2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:41.491427 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'd0b690af-263b-4ff0-8f48-ed3faf512395'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:50:41.567932 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event deleted for resources: {'Port': ['ID=7813cbcd-3b61-46af-8c1e-d4b2b84f58c8,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:41.573623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:41.634619 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] For port 89eb0392-5a52-4cad-8793-177f104836c0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=89eb0392-5a52-4cad-8793-177f104836c0,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:41.635067 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.652621 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] No DVR routers for this DVR port 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 on host hv-cinder-82189 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:41.656030 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.659516 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'name': 'network-vif-deleted', 'tag': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:41.717525 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3523a761-8967-4978-8c61-8b36c535c37b req-38182d3e-9f04-4484-9b5c-e2a4b416ab5c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "DELETE /v2.0/ports/7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 HTTP/1.1" status: 204  len: 173 time: 0.9471424
Dec 16 14:50:41.760162 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf224620-84a4-4744-94b6-28bc691a62ad req-2af2a727-3c9b-4338-b0c8-dc5635a64972 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:41.761982 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bf224620-84a4-4744-94b6-28bc691a62ad req-2af2a727-3c9b-4338-b0c8-dc5635a64972 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 947 time: 0.1073468
Dec 16 14:50:41.829169 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bf224620-84a4-4744-94b6-28bc691a62ad req-4acf41ab-5cfd-4298-96ef-3e548cf74bb0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebecc449-e196-47b3-8c14-b190215d7c54&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607023
Dec 16 14:50:41.831098 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af856ef5-294f-4ede-9c79-9c71de32e0c8', 'name': 'network-vif-deleted', 'tag': '7813cbcd-3b61-46af-8c1e-d4b2b84f58c8', 'status': 'completed', 'code': 200}
Dec 16 14:50:41.995403 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.995649 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:41.995956 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Floating IP f2b809ae-24fc-4394-a49e-bf0b6c17ba61 disassociated. External IP: 172.27.1.216, port: 89eb0392-5a52-4cad-8793-177f104836c0.
Dec 16 14:50:41.996288 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Calling delete_port for 89eb0392-5a52-4cad-8793-177f104836c0 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:42.030340 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:42.160494 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:42.166953 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ad09ee53-bd48-4816-937f-308e78eac0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:42.214383 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event deleted for resources: {'Port': ['ID=89eb0392-5a52-4cad-8793-177f104836c0,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:42.228189 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.228555 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.228909 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.229265 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.229610 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.229954 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.230323 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.230668 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.231006 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.231355 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.231693 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:50:42.235573 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:42.472952 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4ca9cd31-1e24-461a-b1cf-68c90cb76ef9 req-2f8d820e-b0e2-469b-b95d-2aad54a3c067 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=af856ef5-294f-4ede-9c79-9c71de32e0c8 HTTP/1.1" status: 200  len: 210 time: 0.0571461
Dec 16 14:50:42.541617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:50:42.760125 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:50:42.769865 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:50:42.782604 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:50:42.783220 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f8910>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:42.828672 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] No DVR routers for this DVR port 89eb0392-5a52-4cad-8793-177f104836c0 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:42.831109 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:42.833855 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-deleted', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:42.853460 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7f6f86f1-aadc-41ae-8e6b-ae58179fe520 req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.48 "DELETE /v2.0/ports/89eb0392-5a52-4cad-8793-177f104836c0 HTTP/1.1" status: 204  len: 173 time: 1.5769000
Dec 16 14:50:43.000941 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:50:43.033959 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd517a0-bd8a-4e52-93ac-304678993d24', 'name': 'network-vif-deleted', 'tag': '89eb0392-5a52-4cad-8793-177f104836c0', 'status': 'completed', 'code': 200}
Dec 16 14:50:43.187752 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a58c6a56-7bac-49c3-94ef-8a1d41cb206f req-eb089b08-6e06-4f8b-8fbc-b7b97a5a4d88 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Synchronizing usage tracker for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:43.205895 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a58c6a56-7bac-49c3-94ef-8a1d41cb206f req-eb089b08-6e06-4f8b-8fbc-b7b97a5a4d88 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Unset dirty status for tenant:198be39f56934fc58b1c76e532336733 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:43.207187 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a58c6a56-7bac-49c3-94ef-8a1d41cb206f req-eb089b08-6e06-4f8b-8fbc-b7b97a5a4d88 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/ports?device_id=1bd517a0-bd8a-4e52-93ac-304678993d24 HTTP/1.1" status: 200  len: 210 time: 0.0639832
Dec 16 14:50:43.341754 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f8910>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:43.346545 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:50:43.364307 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:50:43.364870 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f8910>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:43.400239 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:43.479867 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 89eb0392-5a52-4cad-8793-177f104836c0 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:43.480560 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 89eb0392-5a52-4cad-8793-177f104836c0 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:43.481065 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:43.516533 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:43.516884 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 7813cbcd-3b61-46af-8c1e-d4b2b84f58c8 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:43.601588 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:50:43.923435 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f8910>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:43.928779 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3da3f-ac8d-4070-93b5-94b5020be338 None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:37:51Z', 'revision_number': 4, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '5dc8b774-7d19-467a-9d01-7677ac3eb193', 'name': '', 'network_id': '2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'mac_address': 'fa:16:3e:78:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:50Z', 'updated_at': '2021-12-16T14:38:29Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'subnets': [{'id': '3d32b759-ce69-472d-a6ab-ba81cc4970a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:50:44.017941 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5398c7-2551-487d-bf30-ba5854d1f750 req-3b5aceeb-916e-47b1-bca7-19ea8bfc0fc8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:44.018747 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-ad5398c7-2551-487d-bf30-ba5854d1f750 req-3b5aceeb-916e-47b1-bca7-19ea8bfc0fc8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:44.036462 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-ad5398c7-2551-487d-bf30-ba5854d1f750 req-3b5aceeb-916e-47b1-bca7-19ea8bfc0fc8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:44.042844 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ad5398c7-2551-487d-bf30-ba5854d1f750 req-3b5aceeb-916e-47b1-bca7-19ea8bfc0fc8 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 946 time: 0.1100447
Dec 16 14:50:44.091272 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ad5398c7-2551-487d-bf30-ba5854d1f750 req-18bf2750-d136-4d6e-920b-44d1b4805cf2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462236
Dec 16 14:50:44.168558 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31cf9fd-cf5d-4a72-b189-fe8cf245718f None None] New status for floating IP f2b809ae-24fc-4394-a49e-bf0b6c17ba61: DOWN {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:50:44.372242 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38412) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:44.442248 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:44.471619 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:44.524150 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:44.529491 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5b6f0a3f-9a17-42f5-b77b-58c2a06c58d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:44.544477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebecc449-e196-47b3-8c14-b190215d7c54,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:44.547355 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:44.555005 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:44.556127 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-698534cc-f908-4ed7-85dc-cd6b4c8817a0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "DELETE /v2.0/security-groups/ebecc449-e196-47b3-8c14-b190215d7c54 HTTP/1.1" status: 204  len: 168 time: 0.1827786
Dec 16 14:50:44.558965 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38416) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:44.580919 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-d65361a2-4902-483c-97c2-1f64370cb978 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] show failed (client error): The resource could not be found.
Dec 16 14:50:44.582087 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d65361a2-4902-483c-97c2-1f64370cb978 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "GET /v2.0/security-groups/ebecc449-e196-47b3-8c14-b190215d7c54 HTTP/1.1" status: 404  len: 347 time: 0.0221598
Dec 16 14:50:44.585674 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38420) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:44.743594 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Deleting port 21c21b2f-3844-4dfe-a2a7-65841c65d7cc {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:44.743908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:44.914291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:44.914291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:45.038036 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Calling delete_port for 21c21b2f-3844-4dfe-a2a7-65841c65d7cc owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:45.212505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:45.217189 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-493092a0-c869-47a8-baae-65d4af7b68e0 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:45.265567 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Pushing event deleted for resources: {'Port': ['ID=21c21b2f-3844-4dfe-a2a7-65841c65d7cc,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:45.269980 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:45.374513 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:45.419142 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:45.420335 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f0124f49-a671-43e7-a447-76746953752d tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] 10.222.0.67 "DELETE /v2.0/floatingips/f2b809ae-24fc-4394-a49e-bf0b6c17ba61 HTTP/1.1" status: 204  len: 168 time: 0.8335924
Dec 16 14:50:45.428817 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f9d5-df4f-4184-895b-bd90ab6a2273 req-99d28935-7969-4fde-9e35-0204d035559c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:45.431638 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e32f9d5-df4f-4184-895b-bd90ab6a2273 req-99d28935-7969-4fde-9e35-0204d035559c tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 946 time: 0.2050257
Dec 16 14:50:45.497315 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e32f9d5-df4f-4184-895b-bd90ab6a2273 req-08c0d75e-be4c-41fb-95f4-fdf0d2ae8ecb tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598929
Dec 16 14:50:45.876069 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-68bf7f9f-2db3-44c5-95ab-375c2d255939 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:45.877652 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-68bf7f9f-2db3-44c5-95ab-375c2d255939 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 946 time: 0.0866063
Dec 16 14:50:45.948759 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Deleting port d0b690af-263b-4ff0-8f48-ed3faf512395 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:45.949101 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:46.196928 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] For port d0b690af-263b-4ff0-8f48-ed3faf512395, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d0b690af-263b-4ff0-8f48-ed3faf512395,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:46.197297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:46.319295 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Calling delete_port for d0b690af-263b-4ff0-8f48-ed3faf512395 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:46.465048 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:46.470727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d448f188-bace-464a-984f-b25c1cb8b8cd tempest-ServerRescueNegativeTestJSON-472365318 tempest-ServerRescueNegativeTestJSON-472365318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:46.499078 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'd0b690af-263b-4ff0-8f48-ed3faf512395'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:50:46.512824 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event deleted for resources: {'Port': ['ID=d0b690af-263b-4ff0-8f48-ed3faf512395,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:46.516296 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:46.595995 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] No DVR routers for this DVR port d0b690af-263b-4ff0-8f48-ed3faf512395 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:46.598711 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:46.601499 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'name': 'network-vif-deleted', 'tag': 'd0b690af-263b-4ff0-8f48-ed3faf512395'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:46.620657 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b4459a0-21cf-4c1b-b8f7-79b7b7d53655 req-dcead9e2-0c08-4fb0-966c-39a0ee031ae2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "DELETE /v2.0/ports/d0b690af-263b-4ff0-8f48-ed3faf512395 HTTP/1.1" status: 204  len: 173 time: 0.7369189
Dec 16 14:50:46.676617 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-322c798d-f188-4260-aa0b-7858782fedfe req-fea92fb0-701a-4ef4-9fd2-f9296c12ec35 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=862411e7-45f6-48d0-b01d-37109c4d9afe HTTP/1.1" status: 200  len: 210 time: 0.0471039
Dec 16 14:50:46.691017 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862411e7-45f6-48d0-b01d-37109c4d9afe', 'name': 'network-vif-deleted', 'tag': 'd0b690af-263b-4ff0-8f48-ed3faf512395', 'status': 'completed', 'code': 200}
Dec 16 14:50:48.330749 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38456) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:48.997023 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:49.421480 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d0b690af-263b-4ff0-8f48-ed3faf512395 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:49.458137 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: d0b690af-263b-4ff0-8f48-ed3faf512395 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:49.458485 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d0b690af-263b-4ff0-8f48-ed3faf512395 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:49.568144 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c44847-61a0-451d-94be-6fe91b712042 req-21ffd0f9-491a-411d-9b11-7f27f52a2201 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:49.569219 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-11c44847-61a0-451d-94be-6fe91b712042 req-21ffd0f9-491a-411d-9b11-7f27f52a2201 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:49.627083 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-11c44847-61a0-451d-94be-6fe91b712042 req-21ffd0f9-491a-411d-9b11-7f27f52a2201 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:49.628297 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-11c44847-61a0-451d-94be-6fe91b712042 req-21ffd0f9-491a-411d-9b11-7f27f52a2201 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.2261202
Dec 16 14:50:49.691336 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-11c44847-61a0-451d-94be-6fe91b712042 req-0a2e91a7-7c31-4363-b00a-a73fcff1bf71 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572953
Dec 16 14:50:49.837583 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Deleting port 5dc8b774-7d19-467a-9d01-7677ac3eb193 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:49.838244 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:50.018798 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] For port 5dc8b774-7d19-467a-9d01-7677ac3eb193, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=5dc8b774-7d19-467a-9d01-7677ac3eb193,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:50.019178 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:50.144171 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Calling delete_port for 5dc8b774-7d19-467a-9d01-7677ac3eb193 owned by network:router_interface {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:50.324775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:50.330328 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d9ff7e29-81b7-44de-8dbd-b0cde8b47d25 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:50.374638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc8b774-7d19-467a-9d01-7677ac3eb193,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:50.377215 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:50.672290 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:50.898683 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236346f0-db97-416f-bb7c-055e4541c92a req-b814e502-1056-4932-9094-d739dcfcc13f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:50.900347 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-236346f0-db97-416f-bb7c-055e4541c92a req-b814e502-1056-4932-9094-d739dcfcc13f tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.0834281
Dec 16 14:50:50.957011 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-236346f0-db97-416f-bb7c-055e4541c92a req-40016cec-4427-4523-b054-707cce0a976b tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493815
Dec 16 14:50:51.465648 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-03bb4c9d-e702-4b72-86c3-f41aa814e5dc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:51.467156 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-03bb4c9d-e702-4b72-86c3-f41aa814e5dc tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.1054482
Dec 16 14:50:51.532157 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:50:51.549680 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Deleting port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:51.550390 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:51.937187 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] For port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,segment=NetworkSegment(446dd361-bcfb-43b2-923d-891f77ed60a4),segment_id=446dd361-bcfb-43b2-923d-891f77ed60a4)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:51.937975 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:52.073947 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Calling delete_port for 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:52.189778 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:50:52.207861 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] Sync routers for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:50:52.229832 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:50:52.231044 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f88b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:52.317447 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4cf9250e-7c7e-4458-afaa-e3bb6547d792 admin admin] 10.222.0.67 "PUT /v2.0/routers/5792de3e-0d3e-4a55-a9c6-d285f3d7971e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9852645
Dec 16 14:50:52.321325 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38472) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:52.346079 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:52.353372 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-b9c1b101-0dba-4ecb-9ed2-4a6e74e78bfb tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:52.443112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Pushing event deleted for resources: {'Port': ['ID=4372c3e3-9edf-4ff8-a0ec-5eff7b96066a,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:52.452138 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:52.526827 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b273-7337-426e-b7a9-8d24f247721f req-ca710a78-9b77-4fa5-997c-98ed0e489abd tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:50:52.528068 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7c22b273-7337-426e-b7a9-8d24f247721f req-ca710a78-9b77-4fa5-997c-98ed0e489abd tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Synchronizing usage tracker for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:50:52.568023 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:50:52.612410 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] No DVR routers for this DVR port 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:52.618506 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:52.621881 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e828f4e8-006b-444c-b528-ffc60b2798b5 req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.48 "DELETE /v2.0/ports/4372c3e3-9edf-4ff8-a0ec-5eff7b96066a HTTP/1.1" status: 204  len: 173 time: 1.1475759
Dec 16 14:50:52.635537 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'name': 'network-vif-deleted', 'tag': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:50:52.648245 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7c22b273-7337-426e-b7a9-8d24f247721f req-ca710a78-9b77-4fa5-997c-98ed0e489abd tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Unset dirty status for tenant:eb6df6b44f0d42339c2fd1095ce3bdf9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:50:52.650909 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7c22b273-7337-426e-b7a9-8d24f247721f req-ca710a78-9b77-4fa5-997c-98ed0e489abd tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/ports?device_id=dce2c4de-519d-4a42-924e-5e221538f9a7 HTTP/1.1" status: 200  len: 945 time: 0.4202390
Dec 16 14:50:52.736508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:52.921129 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f88b0>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:50:50Z', 'revision_number': 5, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port': {'id': '15077544-d680-4bd1-a050-11c8ad4591e0', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:89:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:37:44Z', 'updated_at': '2021-12-16T14:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:52.934975 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] Checking router: 5792de3e-0d3e-4a55-a9c6-d285f3d7971e for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:50:52.946015 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce2c4de-519d-4a42-924e-5e221538f9a7', 'name': 'network-vif-deleted', 'tag': '4372c3e3-9edf-4ff8-a0ec-5eff7b96066a', 'status': 'completed', 'code': 200}
Dec 16 14:50:52.955262 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] Routers {'5792de3e-0d3e-4a55-a9c6-d285f3d7971e'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:50:52.956245 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f88b0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:50:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:53.006566 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:53.012626 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7c22b273-7337-426e-b7a9-8d24f247721f req-ed94e8c7-343a-48cf-8ee3-d8c2ad3902ce tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] 10.222.0.67 "GET /v2.0/security-groups?id=94ae8fd3-b5f9-415a-83ee-03cbbf076562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3458090
Dec 16 14:50:53.022406 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Deleting port 15077544-d680-4bd1-a050-11c8ad4591e0 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:53.023104 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:53.177224 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] Set router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:50:53.303415 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9d20f88b0>, [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:50:53Z', 'revision_number': 6, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:53.310416 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f26b83-6bc8-415a-a100-b920a7411fd7 None None] The sync data for ids ['5792de3e-0d3e-4a55-a9c6-d285f3d7971e'] in dv-cinder-821893-3-iscsi is: [{'id': '5792de3e-0d3e-4a55-a9c6-d285f3d7971e', 'name': 'tempest-AttachVolumeShelveTestJSON-1472808857-router', 'tenant_id': '198be39f56934fc58b1c76e532336733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:37:41Z', 'updated_at': '2021-12-16T14:50:53Z', 'revision_number': 6, 'project_id': '198be39f56934fc58b1c76e532336733', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:50:53.371953 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] For port 15077544-d680-4bd1-a050-11c8ad4591e0, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=15077544-d680-4bd1-a050-11c8ad4591e0,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:53.372481 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:53.434433 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:53.475080 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:53.475661 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 4372c3e3-9edf-4ff8-a0ec-5eff7b96066a not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:53.547574 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Calling delete_port for 15077544-d680-4bd1-a050-11c8ad4591e0 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:53.811826 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:53.819663 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2a48c9be-c273-4b1c-b4b8-b18ba9a5a3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:53.900008 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=15077544-d680-4bd1-a050-11c8ad4591e0,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:53.905335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:54.158292 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38482) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:54.191751 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.252910 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Deleting subnet f1038d8f-7331-40a1-b2f5-0802bd3aff6e {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:50:54.259794 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.271316 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 15077544-d680-4bd1-a050-11c8ad4591e0 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:54.331257 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 15077544-d680-4bd1-a050-11c8ad4591e0 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:54.332289 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 15077544-d680-4bd1-a050-11c8ad4591e0 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:54.333874 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 5dc8b774-7d19-467a-9d01-7677ac3eb193 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:54.348717 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.391805 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 5dc8b774-7d19-467a-9d01-7677ac3eb193 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:54.392134 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 5dc8b774-7d19-467a-9d01-7677ac3eb193 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:54.423374 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.500834 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.505305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:54.521882 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.528724 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.543006 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1038d8f-7331-40a1-b2f5-0802bd3aff6e,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:54.547032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:54.550843 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.557532 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bad809e2-32eb-44af-beaf-d467ec9d676c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f1038d8f-7331-40a1-b2f5-0802bd3aff6e HTTP/1.1" status: 204  len: 168 time: 0.3983042
Dec 16 14:50:54.560478 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38486) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:54.574585 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.575289 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5792de3e-0d3e-4a55-a9c6-d285f3d7971e {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:50:54.597011 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.602572 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5792de3e-0d3e-4a55-a9c6-d285f3d7971e HTTP/1.1" status: 204  len: 168 time: 2.2752025
Dec 16 14:50:54.603983 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38490) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:54.698952 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.802586 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Deleting subnet 3d32b759-ce69-472d-a6ab-ba81cc4970a4 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:50:54.806128 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.847678 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.860881 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.877603 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cebac1f0>,) {'filters': {'network_id': ['32e1bc01-b84b-4784-8fab-5e9379c8e7dd']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:54.891255 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cebac1f0>, '446dd361-bcfb-43b2-923d-891f77ed60a4') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:54.891575 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cebac1f0>, '446dd361-bcfb-43b2-923d-891f77ed60a4') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:54.906693 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.924451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.931250 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:50:54.931646 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:50:54.946135 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:50:54.948651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.029393 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.030216 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.034878 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:55.035349 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-77e75dce-59e9-4709-a692-c75a49c5066f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:55.048827 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.059446 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Pushing event deleted for resources: {'Network': ['ID=32e1bc01-b84b-4784-8fab-5e9379c8e7dd,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:55.062880 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:55.070680 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-834c5c1d-2809-47d8-bb5f-87ebb92212ca admin admin] 10.222.0.67 "DELETE /v2.0/networks/32e1bc01-b84b-4784-8fab-5e9379c8e7dd HTTP/1.1" status: 204  len: 168 time: 0.5088565
Dec 16 14:50:55.071406 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d32b759-ce69-472d-a6ab-ba81cc4970a4,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:55.076684 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:55.077738 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.084795 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-60ce2ed8-836a-489d-9e0c-4cde0ad29f8f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3d32b759-ce69-472d-a6ab-ba81cc4970a4 HTTP/1.1" status: 204  len: 168 time: 0.4780350
Dec 16 14:50:55.087920 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516475e-a514-4c8f-bf42-78dd310afd16 None None] Network 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:50:55.090638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38496) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:55.209617 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.225190 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Deleting port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:55.225724 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.289879 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38500) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:55.462412 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] DHCP port deletion for 2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:50:55.467805 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Deleting port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:55.468266 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.496183 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8ac82721-0dd9-4136-a086-6dce81c9a8a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb6df6b44f0d42339c2fd1095ce3bdf9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2049968
Dec 16 14:50:55.498761 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38504) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:55.505856 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] For port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:55.506237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.590538 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.619912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.651465 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Calling delete_port for 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:55.692499 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.696327 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-2b241d99-c5eb-49c2-819f-cf756dac7605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:55.711332 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae8fd3-b5f9-415a-83ee-03cbbf076562,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:55.714508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:55.730222 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.733783 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9b42ce5f-46c8-4b31-ad4b-156557a1aad8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/94ae8fd3-b5f9-415a-83ee-03cbbf076562 HTTP/1.1" status: 204  len: 168 time: 0.2314787
Dec 16 14:50:55.766892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.775494 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4f16cb5c-5804-4064-896e-5d3c43331c50 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:55.791101 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] For port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,segment=NetworkSegment(b9b8da24-d006-4c9f-b157-eb795c2be428),segment_id=b9b8da24-d006-4c9f-b157-eb795c2be428)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:50:55.791536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:55.858398 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Pushing event deleted for resources: {'Port': ['ID=588ca7d9-a61a-45d0-bf74-4f2ec188cfdc,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:55.865197 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:55.870651 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] No DVR routers for this DVR port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc on host dv-cinder-821893-3-iscsi {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:50:55.928306 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Calling delete_port for 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:50:56.005273 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:50:56.005715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:50:56.152379 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:50:56.161328 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.190759 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cef26490>,) {'filters': {'network_id': ['2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:56.198092 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:50:56.198800 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:50:56.204787 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cef26490>, 'b9b8da24-d006-4c9f-b157-eb795c2be428') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:56.204787 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cef26490>, 'b9b8da24-d006-4c9f-b157-eb795c2be428') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:50:56.217730 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.234832 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.241342 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:50:56.241707 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:50:56.256087 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:50:56.339652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.345746 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.348364 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1f16fb53-d04f-4c05-8f84-8cca1c9fecd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:56.371137 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:56.375031 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:56.388618 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5e2e659f-14b0-436e-be19-fb3c1b66d841 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2fdb01c2-4dfe-48d4-ba53-23a0b176f0fb HTTP/1.1" status: 204  len: 168 time: 1.2964814
Dec 16 14:50:56.506748 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Deleting port 588ca7d9-a61a-45d0-bf74-4f2ec188cfdc {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:50:56.507644 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.587724 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-cbb013df-3524-4a61-b61c-9f114f21b161 None None] The port '588ca7d9-a61a-45d0-bf74-4f2ec188cfdc' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:50:56.646374 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38526) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:56.701554 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f11a344d-2ed1-4807-8665-9d2cdc36dab8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=198be39f56934fc58b1c76e532336733&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532897
Dec 16 14:50:56.703943 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38532) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:56.767725 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.797335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.866951 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.872394 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-45026ae7-bf5e-45af-a558-b85358381737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:56.886120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a24bfe-15f5-44f5-bdcc-b989231533b6,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:56.888592 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:56.894943 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:56.899124 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/65a24bfe-15f5-44f5-bdcc-b989231533b6 HTTP/1.1" status: 204  len: 168 time: 0.1912622
Dec 16 14:50:58.732031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38596) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:58.886120 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:58.914862 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0fb2f200-b39f-406d-b472-f7da3279c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:58.923895 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:50:58.930023 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Usage tracker for resource:security_group_rule and tenant:fb070b91996142cfa33d62ced872d333 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:50:58.933032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:50:58.939912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:50:59.014691 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:59.019671 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:59.026834 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e73bd5fd-1b9e-4006-8e7b-484cbbe53f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:59.075774 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816e7eed-af8a-4b91-be03-4a91d5040b99,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:59.086049 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38604) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:50:59.103036 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb070b91996142cfa33d62ced872d333&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3698246
Dec 16 14:50:59.104240 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:59.200393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:59.236106 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:59.313571 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:59.319535 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ea6e84b2-eebb-4df6-aaaf-b6c23aeef819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:50:59.339189 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816e7eed-af8a-4b91-be03-4a91d5040b99,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:50:59.341837 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:50:59.343101 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:50:59.350969 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/816e7eed-af8a-4b91-be03-4a91d5040b99 HTTP/1.1" status: 204  len: 168 time: 0.2617002
Dec 16 14:51:00.192669 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38630) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:00.322307 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663181201-network', 'tenant_id': '42d29325ff154e31b464258a028bbf17'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:51:00.327083 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:00.331770 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Usage tracker for resource:network and tenant:42d29325ff154e31b464258a028bbf17 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:00.335248 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:00.341516 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:00.352028 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Made reservation on behalf of 42d29325ff154e31b464258a028bbf17 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:00.355909 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.370096 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.404748 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:00.409230 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:42d29325ff154e31b464258a028bbf17 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:00.413301 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:00.420938 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:00.502085 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.507844 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.511209 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-89a4c7ed-fc47-4eb4-b83e-9e17e07146a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:00.542588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:51:00.553688 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97813f96-6b08-4c0d-b2d7-f164047759b4,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:00.558162 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:00.560972 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.561364 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Added segment b48162ee-f2e5-4609-832c-2a0f956a625e of type vlan for network 18d47367-ef54-4dd6-9147-067cb477026d
Dec 16 14:51:00.601230 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.635052 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.636384 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:00.637007 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:00.640886 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:00.755616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=18d47367-ef54-4dd6-9147-067cb477026d,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:00.759242 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:00.762711 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f6ab39e7-a1a7-40e3-b90f-0694924d8ae2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5688727
Dec 16 14:51:00.766218 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38644) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:00.769843 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 18d47367-ef54-4dd6-9147-067cb477026d details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:51:00.776662 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Request body: {'subnet': {'network_id': '18d47367-ef54-4dd6-9147-067cb477026d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663181201-subnet', 'tenant_id': '42d29325ff154e31b464258a028bbf17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:51:00.787922 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:00.796112 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Usage tracker for resource:subnet and tenant:42d29325ff154e31b464258a028bbf17 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:00.800782 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:00.810418 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:00.825944 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Made reservation on behalf of 42d29325ff154e31b464258a028bbf17 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:00.830248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31731134'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:01.132278 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32518129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31731084'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:01.136590 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:01.216996 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bf2aaa-ab93-46d2-9cf4-62b20c179fbe,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:01.222041 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:01.241508 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Checking segment: {'id': 'b48162ee-f2e5-4609-832c-2a0f956a625e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '18d47367-ef54-4dd6-9147-067cb477026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:51:01.241811 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Network hostable DHCP agents. Network: 18d47367-ef54-4dd6-9147-067cb477026d, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:51:01.266880 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Network 18d47367-ef54-4dd6-9147-067cb477026d is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:51:01.277898 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 18d47367-ef54-4dd6-9147-067cb477026d) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:51:01.283496 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:01.284110 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:01.287958 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa2bde6-ea87-45f4-81ba-de25a0097482 None None] Network 18d47367-ef54-4dd6-9147-067cb477026d requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:51:01.309968 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-403d3aab-bca3-4ea3-9645-e33b412e5819 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5414004
Dec 16 14:51:01.486502 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d313ef59-4192-41d1-93ed-e2c6434f0151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:01.546005 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48b122-a231-481b-b11b-febb89c14e6a None None] Network 18d47367-ef54-4dd6-9147-067cb477026d requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:51:02.216654 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38674) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:02.222684 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1771041102-network', 'tenant_id': 'f8fb5dcc3f2b4b90982f9d8954e5075a'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:51:02.227569 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:02.231640 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Usage tracker for resource:network and tenant:f8fb5dcc3f2b4b90982f9d8954e5075a is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:02.234607 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:02.248787 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:02.259029 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Made reservation on behalf of f8fb5dcc3f2b4b90982f9d8954e5075a for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:02.261486 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.275827 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.308276 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:02.312902 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Usage tracker for resource:security_group_rule and tenant:f8fb5dcc3f2b4b90982f9d8954e5075a is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:02.315959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:02.321824 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:02.400008 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.403163 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.409140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.413603 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-0d01cdb0-85d2-4175-b892-b2e321266603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:02.438411 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:51:02.451769 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce4bff-6c52-4dd5-a8bd-d6019b450413,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:02.457412 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:02.459016 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.459529 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Added segment ad7270a3-4b92-4a4f-9da3-6164620fb0d1 of type vlan for network e6eac33e-e183-43e4-9ef3-f0c9397dbe99
Dec 16 14:51:02.492270 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.538194 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.539159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:02.539909 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.543441 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:02.646747 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Pushing event updated for resources: {'Network': ['ID=e6eac33e-e183-43e4-9ef3-f0c9397dbe99,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:02.649888 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:02.655781 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c5627a86-bbd9-462d-968d-2c99cafae31f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4376023
Dec 16 14:51:02.657138 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38692) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:02.660700 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network e6eac33e-e183-43e4-9ef3-f0c9397dbe99 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:51:02.672719 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Request body: {'subnet': {'network_id': 'e6eac33e-e183-43e4-9ef3-f0c9397dbe99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1771041102-subnet', 'tenant_id': 'f8fb5dcc3f2b4b90982f9d8954e5075a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:51:02.678170 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:02.682362 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Usage tracker for resource:subnet and tenant:f8fb5dcc3f2b4b90982f9d8954e5075a is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:02.685704 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:02.691961 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:02.704150 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Made reservation on behalf of f8fb5dcc3f2b4b90982f9d8954e5075a for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:02.706687 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33163755'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.913195 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.947282 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33187860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33163737'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:02.951388 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-260734da-bc61-44f5-88c5-4710bbfe002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:03.022442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988fe46d-d269-468b-ac3d-24cca0ae01a8,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:03.026370 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:03.040352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Checking segment: {'id': 'ad7270a3-4b92-4a4f-9da3-6164620fb0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'e6eac33e-e183-43e4-9ef3-f0c9397dbe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:51:03.040705 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Network hostable DHCP agents. Network: e6eac33e-e183-43e4-9ef3-f0c9397dbe99, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:51:03.065020 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Network e6eac33e-e183-43e4-9ef3-f0c9397dbe99 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:51:03.076106 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, e6eac33e-e183-43e4-9ef3-f0c9397dbe99) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:51:03.083542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:03.084635 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.092628 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d474b1-84de-4e5d-ab24-7eb8f1028372 None None] Network e6eac33e-e183-43e4-9ef3-f0c9397dbe99 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:51:03.138275 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0bead22b-383b-4842-b97f-f3e9aefe1266 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4786801
Dec 16 14:51:03.328527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38718) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:03.399780 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2650a6d-e6df-490d-ab9d-591bc5f558dd None None] Network e6eac33e-e183-43e4-9ef3-f0c9397dbe99 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:51:03.445769 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Deleting subnet 68bf2aaa-ab93-46d2-9cf4-62b20c179fbe {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:51:03.453474 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.544393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.603652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.680312 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.685079 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:03.720016 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bf2aaa-ab93-46d2-9cf4-62b20c179fbe,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:03.724638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:03.727972 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.734453 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-37262096-eda8-4578-a14e-57c9ad898f76 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/68bf2aaa-ab93-46d2-9cf4-62b20c179fbe HTTP/1.1" status: 204  len: 168 time: 0.4047313
Dec 16 14:51:03.737034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38726) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:03.852084 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:03.982492 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.009729 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ce8e8b50>,) {'filters': {'network_id': ['18d47367-ef54-4dd6-9147-067cb477026d']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:04.022935 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ce8e8b50>, 'b48162ee-f2e5-4609-832c-2a0f956a625e') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:04.023260 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ce8e8b50>, 'b48162ee-f2e5-4609-832c-2a0f956a625e') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:04.035320 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.051672 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.058170 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:51:04.058563 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:51:04.072481 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:51:04.155188 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.159501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d30a29ac-8da3-4d76-bb41-ed8b3a67e24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:04.173566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.182770 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=18d47367-ef54-4dd6-9147-067cb477026d,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:04.188473 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] 10.222.0.67 "DELETE /v2.0/networks/18d47367-ef54-4dd6-9147-067cb477026d HTTP/1.1" status: 204  len: 168 time: 0.4477141
Dec 16 14:51:04.188473 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-21c72056-895d-4e49-8db5-ba23f9f04f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:04.188887 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38730) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:04.250576 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Deleting subnet 988fe46d-d269-468b-ac3d-24cca0ae01a8 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:51:04.254431 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.312926 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33191300'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.370617 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.441869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33188053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33163726'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.447212 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:04.483613 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988fe46d-d269-468b-ac3d-24cca0ae01a8,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:04.483915 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.487200 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:04.490622 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.496556 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9b9eee21-35ae-49f8-b1c0-eea8d20d0038 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/988fe46d-d269-468b-ac3d-24cca0ae01a8 HTTP/1.1" status: 204  len: 168 time: 0.3065698
Dec 16 14:51:04.499988 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38734) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:04.628539 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.902853 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.931053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9ce76c4f0>,) {'filters': {'network_id': ['e6eac33e-e183-43e4-9ef3-f0c9397dbe99']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:04.944142 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ce76c4f0>, 'ad7270a3-4b92-4a4f-9da3-6164620fb0d1') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:04.944407 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9ce76c4f0>, 'ad7270a3-4b92-4a4f-9da3-6164620fb0d1') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:51:04.957124 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.975833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.982901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:51:04.983386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:51:04.997597 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:51:05.075969 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:05.082967 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:05.087547 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:05.118225 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6eac33e-e183-43e4-9ef3-f0c9397dbe99,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:05.120907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:05.125857 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-84c87699-a4dc-4edb-8216-b2b05205a411 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e6eac33e-e183-43e4-9ef3-f0c9397dbe99 HTTP/1.1" status: 204  len: 168 time: 0.6209731
Dec 16 14:51:05.334409 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38746) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:05.391537 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-2c9f8dbf-0989-4ac4-8941-c3d2518f675d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42d29325ff154e31b464258a028bbf17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0557556
Dec 16 14:51:05.394137 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38750) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:05.555770 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:05.587934 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:05.650863 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:05.654959 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e8b8a859-80c1-4097-9e54-61e39e6628da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:05.668856 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97813f96-6b08-4c0d-b2d7-f164047759b4,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:05.672281 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:05.674390 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:05.675446 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/97813f96-6b08-4c0d-b2d7-f164047759b4 HTTP/1.1" status: 204  len: 168 time: 0.2804065
Dec 16 14:51:06.118314 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38764) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:06.170689 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b49011e5-632b-4a4e-993a-57abb81dd433 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8fb5dcc3f2b4b90982f9d8954e5075a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0508001
Dec 16 14:51:06.172867 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38768) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:06.237647 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:06.266962 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:06.322687 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:06.327585 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-21816c30-bc30-44e8-9044-53b75675fc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:06.340788 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce4bff-6c52-4dd5-a8bd-d6019b450413,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:06.345506 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:06.346455 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:06.348062 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59ce4bff-6c52-4dd5-a8bd-d6019b450413 HTTP/1.1" status: 204  len: 168 time: 0.1736135
Dec 16 14:51:07.448308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38798) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:07.602405 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:07.636386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:07.640508 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Usage tracker for resource:security_group_rule and tenant:4cf6bb6b770c4decb3611b5255ec2a94 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:07.643465 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:07.649542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:07.741762 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:07.748044 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:07.755589 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-444bf78b-2189-44b3-8815-e78145b4951e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:07.797828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab9744-0bb4-4ee7-ae86-fc81f1b155e9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:07.804787 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4cf6bb6b770c4decb3611b5255ec2a94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3550947
Dec 16 14:51:07.810220 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38808) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:07.812490 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.812952 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.814214 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.814799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.815195 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.815534 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.816057 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.816402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.816912 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.817294 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.817645 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:07.822275 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8fb400fd-16f6-48fd-80bb-20b303699c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:07.889087 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:07.928976 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:07.993491 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:07.998845 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-81d07ee6-1259-40ac-92f4-005154ea803a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:08.011276 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab9744-0bb4-4ee7-ae86-fc81f1b155e9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:08.013956 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:08.017973 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:08.021544 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7501b072-300b-4581-a296-8a7d8f5c6e87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81ab9744-0bb4-4ee7-ae86-fc81f1b155e9 HTTP/1.1" status: 204  len: 168 time: 0.2074273
Dec 16 14:51:10.399423 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38876) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:10.560799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.602919 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:10.607385 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Usage tracker for resource:security_group_rule and tenant:514ed76ab9584804bfaf6a9cbe12a7b3 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:10.610347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:10.616414 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:10.697025 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.701892 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.710159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f800fa4f-da53-4722-8a39-3b5684f8c31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:10.755186 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=514ed76ab9584804bfaf6a9cbe12a7b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3541551
Dec 16 14:51:10.756080 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2035c0d-c882-429e-aa50-804f13f9ea9d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:10.759495 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ec984003-3c9b-410e-849f-5ee909c5e048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:10.759999 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38900) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:10.833335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.861119 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.934061 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.938583 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-68307479-c96c-4495-ad2c-fb71d42f7afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:10.953385 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2035c0d-c882-429e-aa50-804f13f9ea9d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:10.958101 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:10.964313 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:10.970299 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2035c0d-c882-429e-aa50-804f13f9ea9d HTTP/1.1" status: 204  len: 168 time: 0.2055275
Dec 16 14:51:11.356163 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38914) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:11.380331 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.414002 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:11.418145 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Usage tracker for resource:security_group_rule and tenant:40295103ca0a45848b01f361288777d2 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:11.421142 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:11.426920 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:11.505367 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.510308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.517744 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ee2b6c2a-eb8e-4efb-a70e-c9d9ea66e362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:11.561856 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcbad45-5d89-4a93-9fda-742a9d81b54a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:11.565135 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:11.567803 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40295103ca0a45848b01f361288777d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2103338
Dec 16 14:51:11.570633 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38918) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:11.635118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.661591 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.719002 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.723114 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e8fa8b67-1484-48ea-b20d-a9b2cda5f6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:11.736004 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcbad45-5d89-4a93-9fda-742a9d81b54a,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:11.738504 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:11.749414 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:11.750595 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cfcbad45-5d89-4a93-9fda-742a9d81b54a HTTP/1.1" status: 204  len: 168 time: 0.1790507
Dec 16 14:51:12.020671 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:12.586512 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38950) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:12.858728 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:12.892335 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:12.896538 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba9af4d4d6b4e2e8db11f46d4913f89 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:12.899673 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:12.906138 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:12.976399 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:51:12.978259 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:12.983902 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:12.991636 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-075496f0-5401-47d5-b915-194cfdc132b7 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:13.035248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748dc0d1-5463-45ea-83ac-da9a3be9e9f3,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:13.038495 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:13.042815 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7562a5a7-c3e6-4b47-a440-7a72a0318eb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ba9af4d4d6b4e2e8db11f46d4913f89&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4549060
Dec 16 14:51:13.045910 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38962) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:13.121000 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.148803 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.207748 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.214966 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4c61cb6f-d0c3-458b-b9ec-9df0ed858ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:13.230159 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748dc0d1-5463-45ea-83ac-da9a3be9e9f3,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:13.232581 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.238355 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/748dc0d1-5463-45ea-83ac-da9a3be9e9f3 HTTP/1.1" status: 204  len: 168 time: 0.1896977
Dec 16 14:51:13.243000 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-05e81ad7-6747-4e04-ba61-3edef3b3bbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:13.624321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 38974) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:13.643754 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.677297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:13.681661 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:815af112391246679330fbf5bf0351f8 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:13.684861 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:13.690932 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:13.766306 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.771151 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.779778 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-23b608b0-27a3-47ae-888a-78ed1434fb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:13.819587 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c3eb1-c398-4a7c-ade9-5712c5b3c613,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:13.824466 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=815af112391246679330fbf5bf0351f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1990311
Dec 16 14:51:13.825421 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-edfc4bed-1ef7-451c-aa40-c57219f4dbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:13.827329 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 38978) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:13.895361 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.924011 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.982402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:13.986359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f1851cb1-eed7-4759-95bf-24eb9d658274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:13.999644 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c3eb1-c398-4a7c-ade9-5712c5b3c613,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:14.002548 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:14.004398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:14.005516 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c2c4561a-457c-4313-85ac-7804e2604bf2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/158c3eb1-c398-4a7c-ade9-5712c5b3c613 HTTP/1.1" status: 204  len: 168 time: 0.1770799
Dec 16 14:51:16.151614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39040) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:16.301118 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.336363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:16.341159 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Usage tracker for resource:security_group_rule and tenant:90cfa1ef584f4961b859f9402af57006 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:16.344570 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:16.350866 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:16.431558 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.436899 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.444000 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4c78d2ae-d670-405f-acd2-4f5b8efac12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:16.487545 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd69ea04-6bdc-44b5-81d1-de29fbae7399,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:16.491206 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:16.494059 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c9162075-dde6-4bf4-a16e-2a6cb1908f0a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90cfa1ef584f4961b859f9402af57006&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3407440
Dec 16 14:51:16.496945 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39052) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:16.562901 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.590031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.649094 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.654415 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bef5ee16-206c-4f85-bcc4-8c92e9feec91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:16.668841 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd69ea04-6bdc-44b5-81d1-de29fbae7399,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:16.672305 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:16.673520 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:16.678805 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-de53cf98-4a8a-4e99-a7a2-32dd17a1392d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd69ea04-6bdc-44b5-81d1-de29fbae7399 HTTP/1.1" status: 204  len: 168 time: 0.1804783
Dec 16 14:51:17.623638 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39092) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:17.788993 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:17.822895 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:17.826720 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5fe9800b08fe4ef2ae6cf2c21bf275bf is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:17.829935 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:17.835510 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:17.918176 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:17.923803 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:17.934173 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-68b3df18-ed99-459f-9be4-f576b5b95552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:17.973825 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98371d7f-69a8-4eb1-9b36-084f7f603dc5,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:17.978518 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fe9800b08fe4ef2ae6cf2c21bf275bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3536863
Dec 16 14:51:17.979567 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-11c87fd5-0442-450a-a4cb-4dea81bd50c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:17.981290 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39102) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:18.045726 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.073630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.133561 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.138816 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6b47cd47-9a91-46f4-8fce-831e9413a9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:18.153821 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98371d7f-69a8-4eb1-9b36-084f7f603dc5,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:18.164056 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:18.171188 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.181003 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98371d7f-69a8-4eb1-9b36-084f7f603dc5 HTTP/1.1" status: 204  len: 168 time: 0.1953762
Dec 16 14:51:18.541432 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39114) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:18.562087 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.596345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:18.600223 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Usage tracker for resource:security_group_rule and tenant:92437f19f74d452faf816d4196aa2e97 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:18.603140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:18.609308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:18.676731 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.682007 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.688741 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9a3be7a3-10e2-4a79-84ef-f3ab3a4751ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:18.728142 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a42d9f-8173-4e27-a23d-0a47e0478ecc,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:18.732632 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92437f19f74d452faf816d4196aa2e97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1901352
Dec 16 14:51:18.733531 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-35422c4b-424b-47af-9122-038ad10a0663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:18.735351 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39118) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:18.798758 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.824713 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.878925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.882846 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c4aac986-bcdf-4711-8d54-1ef01409e104 tempest-AttachVolumeTestJSON-1639731338 tempest-AttachVolumeTestJSON-1639731338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:18.896923 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a42d9f-8173-4e27-a23d-0a47e0478ecc,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:18.902377 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:18.906743 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:18.907888 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-249f99a8-b87b-40f5-9ee7-d2331c2c9dbc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5a42d9f-8173-4e27-a23d-0a47e0478ecc HTTP/1.1" status: 204  len: 168 time: 0.1716604
Dec 16 14:51:19.610055 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-846d37dc-a394-44b5-9906-99f9fb84957d tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5497f03113bd435d9b101817e624fa38&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282552
Dec 16 14:51:19.766517 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-9e8759d7-aa07-4bba-a82e-2ae0348ed159 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:19.768045 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-9e8759d7-aa07-4bba-a82e-2ae0348ed159 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1519024
Dec 16 14:51:19.785824 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-5c5c2c37-8cd4-443e-a935-596fa5022613 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/quotas/5497f03113bd435d9b101817e624fa38 HTTP/1.1" status: 200  len: 375 time: 0.0117600
Dec 16 14:51:19.835601 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-706a5b2b-55c7-4e4a-b0fd-5757fa4380e1 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5497f03113bd435d9b101817e624fa38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436342
Dec 16 14:51:20.044272 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a52b3c4d-a52c-41ef-aac7-78ac4a16c6c1 req-e35a9762-1fb7-4326-af06-c42d01aeaa0e tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 210 time: 0.0485072
Dec 16 14:51:21.259820 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b384d477-d883-4441-9fa0-d71c3368e3d4 req-1d842221-914d-4848-98c9-e9a70c937382 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 210 time: 0.0526950
Dec 16 14:51:21.325052 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-e9468cd1-ee9e-4ca3-82a8-ee24ea7e9c55 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5497f03113bd435d9b101817e624fa38&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0336542
Dec 16 14:51:21.528977 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-455189cc-2bf7-4682-8b1c-17e1fb7da523 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:21.530521 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-455189cc-2bf7-4682-8b1c-17e1fb7da523 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1968887
Dec 16 14:51:21.557308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Request body: {'port': {'device_id': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56', 'admin_state_up': True, 'tenant_id': '5497f03113bd435d9b101817e624fa38'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:51:21.700904 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:21.704999 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Usage tracker for resource:port and tenant:5497f03113bd435d9b101817e624fa38 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:21.708254 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:21.714874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:21.727525 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Made reservation on behalf of 5497f03113bd435d9b101817e624fa38 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:51:21.730574 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:21.743634 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:21.778254 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:21.782144 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Usage tracker for resource:security_group_rule and tenant:5497f03113bd435d9b101817e624fa38 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:21.784944 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:21.791147 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:21.872989 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:21.877762 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:21.880548 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8dc064b7-75b8-4be4-9203-d1fe02dfcf68 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:21.962983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:21.968147 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:22.060994 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Allocated IP 192.168.233.112 (3b7deb13-d6a9-4a6c-bb47-b2393a809f56/e64af6e7-dcbb-4f66-8138-6a86d0658dde/d01e269d-5b4b-4e62-8e9f-c79159aa2d6d) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:51:22.370487 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.391996 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Transition to ACTIVE for port object d01e269d-5b4b-4e62-8e9f-c79159aa2d6d will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:51:22.442056 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-00e9161c-697d-4d27-adef-402492aa0357 req-784dba9e-c412-4dfa-b4bf-f90373d1a079 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 210 time: 0.0524919
Dec 16 14:51:22.463451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.473731 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:22.543034 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:51:22.546658 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:51:22.553261 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:51:22.585643 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Pushing event updated for resources: {'Port': ['ID=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:22.594526 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:22.622815 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:22.623466 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.656744 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1037207
Dec 16 14:51:22.675428 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Request body: {'port': {'device_id': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:51:22.790929 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.850540 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9f88eba7-fd53-4438-9341-6e183a776ae8 None None] Provisioning for port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:51:22.856659 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9f88eba7-fd53-4438-9341-6e183a776ae8 None None] Provisioning complete for port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:51:22.857018 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9f88eba7-fd53-4438-9341-6e183a776ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:22.918714 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-9f88eba7-fd53-4438-9341-6e183a776ae8 None None] Port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:51:23.154197 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01e269d-5b4b-4e62-8e9f-c79159aa2d6d {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:51:23.163561 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:23.179796 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Transition to ACTIVE for port object d01e269d-5b4b-4e62-8e9f-c79159aa2d6d will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:51:23.183212 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:23.187061 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ff2b6941-f999-4311-b7df-cf01df10397e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:23.323286 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Pushing event updated for resources: {'Port': ['ID=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:23.328186 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:23.441004 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Attempting to bind port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:51:23.441874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Attempting to bind port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:51:23.441874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Attempting to bind port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d on network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:51:23.448712 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d on network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:51:23.449038 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Attempting to bind port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d on network 3b7deb13-d6a9-4a6c-bb47-b2393a809f56 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:51:23.455844 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:51:23.456181 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Checking segment: {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:51:23.456560 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Bound using segment: {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:51:23.456988 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Bound port: d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f58b499-5854-4a1f-b369-f024ba8544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:51:23.457345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:23.556910 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] For port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:51:23.560305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] For port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:51:23.567150 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:23.571368 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c83fba91-a54a-4f39-a669-d59fa8d81e42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:23.635738 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:23.637129 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] 10.222.0.48 "PUT /v2.0/ports/d01e269d-5b4b-4e62-8e9f-c79159aa2d6d HTTP/1.1" status: 200  len: 1098 time: 0.9661195
Dec 16 14:51:23.637630 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'tag': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:51:23.668513 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1e82-ad23-443b-b563-e1a8840b99dc req-4a73d244-143a-4bec-9e08-4829a059eb43 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:23.671047 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-24cf1e82-ad23-443b-b563-e1a8840b99dc req-4a73d244-143a-4bec-9e08-4829a059eb43 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 948 time: 0.0935318
Dec 16 14:51:23.672228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Pushing event updated for resources: {'Port': ['ID=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:23.676481 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:23.744920 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-24cf1e82-ad23-443b-b563-e1a8840b99dc req-e579b7bd-f5ab-406d-a2a1-851434020a2a tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658562
Dec 16 14:51:23.765324 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'tag': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d', 'status': 'completed', 'code': 200}
Dec 16 14:51:23.801290 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-120bf6bc-15c4-4814-bc67-101dcb1f088c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5497f03113bd435d9b101817e624fa38&device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 1101 time: 0.0970023
Dec 16 14:51:23.880259 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-34a3e247-1f47-4646-8e57-ac07d28a7cc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d HTTP/1.1" status: 200  len: 217 time: 0.0643415
Dec 16 14:51:23.956902 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-4597ebff-aec7-4b90-956e-5f105ae0ecc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:23.958435 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-4597ebff-aec7-4b90-956e-5f105ae0ecc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e64af6e7-dcbb-4f66-8138-6a86d0658dde HTTP/1.1" status: 200  len: 843 time: 0.0705221
Dec 16 14:51:24.049384 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-a51143a0-9807-4bce-8ed3-f1a9c06b9e19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b7deb13-d6a9-4a6c-bb47-b2393a809f56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0744247
Dec 16 14:51:24.193088 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-c87a3d7b-b1b9-4782-9737-67423f854da5 service neutron] 10.222.0.48 "GET /v2.0/networks/3b7deb13-d6a9-4a6c-bb47-b2393a809f56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359816
Dec 16 14:51:24.434082 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69a7329e-31a6-4691-b383-0d0bbf82e627 req-1e8793f6-9abf-45da-935d-7fbd7900081d service neutron] 10.222.0.48 "GET /v2.0/networks/3b7deb13-d6a9-4a6c-bb47-b2393a809f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341034
Dec 16 14:51:24.623966 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-56f9f164-d856-49dc-aefe-7855a2a116c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5497f03113bd435d9b101817e624fa38&device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 1101 time: 0.0877090
Dec 16 14:51:24.766977 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-6f378e21-3c78-4fdd-8cde-e1661c664306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:24.768533 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-6f378e21-3c78-4fdd-8cde-e1661c664306 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3b7deb13-d6a9-4a6c-bb47-b2393a809f56 HTTP/1.1" status: 200  len: 870 time: 0.1377950
Dec 16 14:51:24.840491 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-86591a72-45fd-4f95-96c1-3a40225b09aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d HTTP/1.1" status: 200  len: 217 time: 0.0630817
Dec 16 14:51:24.950309 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-d947da48-81f1-4203-891f-16d9a32e8864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:24.952026 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-d947da48-81f1-4203-891f-16d9a32e8864 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e64af6e7-dcbb-4f66-8138-6a86d0658dde HTTP/1.1" status: 200  len: 843 time: 0.1053038
Dec 16 14:51:25.029380 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-8f6edd42-8492-4a63-9c7a-4b074b9c0138 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:25.030192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-8f6edd42-8492-4a63-9c7a-4b074b9c0138 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Synchronizing usage tracker for tenant:5497f03113bd435d9b101817e624fa38 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:51:25.064119 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-8f6edd42-8492-4a63-9c7a-4b074b9c0138 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Unset dirty status for tenant:5497f03113bd435d9b101817e624fa38 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:51:25.065278 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-8f6edd42-8492-4a63-9c7a-4b074b9c0138 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 948 time: 0.1812570
Dec 16 14:51:25.070133 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-65fcb23d-51e2-4d52-b3e8-4c9a0057fb16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3b7deb13-d6a9-4a6c-bb47-b2393a809f56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1092944
Dec 16 14:51:25.197360 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-17bf5f7d-0a22-490c-a6a9-5cec6a47b347 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Synchronizing usage tracker for tenant:5497f03113bd435d9b101817e624fa38 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:51:25.245628 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-17bf5f7d-0a22-490c-a6a9-5cec6a47b347 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Unset dirty status for tenant:5497f03113bd435d9b101817e624fa38 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:51:25.246751 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2dcb3466-fe3d-408d-9800-ae5b2b47a7dc req-17bf5f7d-0a22-490c-a6a9-5cec6a47b347 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743767
Dec 16 14:51:25.252437 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-845c407a-537a-44d9-84cb-66ab1448f6c7 service neutron] 10.222.0.48 "GET /v2.0/networks/3b7deb13-d6a9-4a6c-bb47-b2393a809f56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642241
Dec 16 14:51:25.394180 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6e839667-fa28-4eea-9dbe-46b7d4a61617 req-c0eca3c7-2dc2-44e7-b690-e69aa0844e44 service neutron] 10.222.0.48 "GET /v2.0/networks/3b7deb13-d6a9-4a6c-bb47-b2393a809f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350138
Dec 16 14:51:26.474967 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5f7ce-0348-46fc-b2c9-d67758ddc58c req-5f2d11d6-265c-44d5-92b5-24666792ba94 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:26.477548 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c8f5f7ce-0348-46fc-b2c9-d67758ddc58c req-5f2d11d6-265c-44d5-92b5-24666792ba94 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 948 time: 0.0999916
Dec 16 14:51:26.525500 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c8f5f7ce-0348-46fc-b2c9-d67758ddc58c req-4a86528e-ee96-4104-bc46-f150043baabf tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423214
Dec 16 14:51:27.649435 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d01e269d-5b4b-4e62-8e9f-c79159aa2d6d details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:51:27.733382 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e1ce1-b20a-4f1a-b97c-88f8dc969227 req-f75ce484-2e4f-45aa-9917-1a67838d0fbe tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:27.734871 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f73e1ce1-b20a-4f1a-b97c-88f8dc969227 req-f75ce484-2e4f-45aa-9917-1a67838d0fbe tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 948 time: 0.0833020
Dec 16 14:51:27.793129 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f73e1ce1-b20a-4f1a-b97c-88f8dc969227 req-7406e908-79af-43d6-be40-da3d6809459c tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523903
Dec 16 14:51:27.794354 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:51:27.808844 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d', 'network_id': '3b7deb13-d6a9-4a6c-bb47-b2393a809f56', 'port_id': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d', 'mac_address': 'fa:16:3e:4a:66:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64af6e7-dcbb-4f66-8138-6a86d0658dde', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:51:27.868170 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:27.886561 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01e269d-5b4b-4e62-8e9f-c79159aa2d6d {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:51:27.902079 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:51:27.907505 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:27.909251 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:28.017271 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:28.026325 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.026656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.026989 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.027277 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.027592 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.027904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.028216 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.028530 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.028838 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.029252 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.029560 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:28.033434 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:28.337630 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['d01e269d-5b4b-4e62-8e9f-c79159aa2d6d'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:51:28.923075 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d8778ac1-9441-4d89-8cad-ccdee51af4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:29.006727 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f190f-34d3-4f2b-aa87-7ece971f005f req-a84c0765-9ed8-46fc-8807-187a2e2f8c89 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:29.008267 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f6f190f-34d3-4f2b-aa87-7ece971f005f req-a84c0765-9ed8-46fc-8807-187a2e2f8c89 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 949 time: 0.0838690
Dec 16 14:51:29.058588 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f6f190f-34d3-4f2b-aa87-7ece971f005f req-194421d4-df25-4e4b-b322-cc27f48c85ef tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446401
Dec 16 14:51:29.648678 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d01e269d-5b4b-4e62-8e9f-c79159aa2d6d up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:51:29.726406 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:51:29.731565 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:51:29.732030 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:29.852477 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:29.882227 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:51:29.891897 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:51:29.897238 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:29.899493 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-4f63c138-077a-47cd-b1f2-c484a229d489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:29.948225 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d', 'code': 200}
Dec 16 14:51:29.969028 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:29.976540 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:30.229463 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-06974199-b4f0-4b27-8bfe-656f24a422c1 req-c5f795ca-9860-41d7-976e-0c3de26c2b51 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 1103 time: 0.0735571
Dec 16 14:51:30.275042 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d634c8-5f94-4f73-9ecf-fe87128a5056 req-e779f456-cf2e-47e6-b747-e4a1d5d8a32e tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:30.276595 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e4d634c8-5f94-4f73-9ecf-fe87128a5056 req-e779f456-cf2e-47e6-b747-e4a1d5d8a32e tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 950 time: 0.0880845
Dec 16 14:51:30.276787 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-06974199-b4f0-4b27-8bfe-656f24a422c1 req-6264d95c-8647-48e2-927f-c641bbb13da6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401824
Dec 16 14:51:30.324992 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e4d634c8-5f94-4f73-9ecf-fe87128a5056 req-5332e645-63ba-4c37-ad16-7cd8a9ab6bcf tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421312
Dec 16 14:51:31.451992 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1468a54c-d271-4b8d-8e47-cc226be9f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:31.547930 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23662ba-1e15-4cc8-8b12-4e24235774f5 req-558e5872-c110-4085-bf62-303d2c8f4e3a tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:31.549416 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f23662ba-1e15-4cc8-8b12-4e24235774f5 req-558e5872-c110-4085-bf62-303d2c8f4e3a tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 950 time: 0.0890400
Dec 16 14:51:31.600601 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f23662ba-1e15-4cc8-8b12-4e24235774f5 req-9537898f-4a62-4d6f-818e-e625b88f3944 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429158
Dec 16 14:51:32.398015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:32.816170 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad58f03-25f2-4a87-86b2-8727e0b5d4fa req-4f67dd7e-711c-4e7e-a5d5-b6a311c35176 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:32.817708 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2ad58f03-25f2-4a87-86b2-8727e0b5d4fa req-4f67dd7e-711c-4e7e-a5d5-b6a311c35176 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 950 time: 0.0832443
Dec 16 14:51:32.863887 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2ad58f03-25f2-4a87-86b2-8727e0b5d4fa req-66fd3227-4f94-4101-9158-2095de4264a7 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403666
Dec 16 14:51:32.915790 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:33.373735 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280f411-8f72-419e-93b8-2acd4253025d req-ee740a00-6e7a-426b-b46d-7b09c98c0567 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:33.376252 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7280f411-8f72-419e-93b8-2acd4253025d req-ee740a00-6e7a-426b-b46d-7b09c98c0567 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 950 time: 0.0985794
Dec 16 14:51:33.442164 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7280f411-8f72-419e-93b8-2acd4253025d req-a6c5f5d2-e933-4811-ad4a-f2766814903b tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576675
Dec 16 14:51:34.494193 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:34.665006 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd400f-3ddc-4e1e-8c0e-23d7785a5607 req-e406c016-a894-4ee2-a823-edbda428fd50 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:34.666522 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7fd400f-3ddc-4e1e-8c0e-23d7785a5607 req-e406c016-a894-4ee2-a823-edbda428fd50 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 950 time: 0.0815628
Dec 16 14:51:34.718839 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7fd400f-3ddc-4e1e-8c0e-23d7785a5607 req-d0a78d5d-3dd8-4b8c-bda5-f1f5dad0d30f tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460432
Dec 16 14:51:35.055451 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-e1088d6d-bc6a-4fcc-8184-3d13ef4bffc4 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:51:35.056900 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-e1088d6d-bc6a-4fcc-8184-3d13ef4bffc4 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 950 time: 0.0803711
Dec 16 14:51:35.131001 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Deleting port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:51:35.131361 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:35.493815 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] For port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,segment=NetworkSegment(2f58b499-5854-4a1f-b369-f024ba8544ff),segment_id=2f58b499-5854-4a1f-b369-f024ba8544ff)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:51:35.494526 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:35.620616 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Calling delete_port for d01e269d-5b4b-4e62-8e9f-c79159aa2d6d owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:51:35.779418 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:35.787156 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bb9e1523-314d-4106-987d-17218242cff8 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:35.834567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Pushing event deleted for resources: {'Port': ['ID=d01e269d-5b4b-4e62-8e9f-c79159aa2d6d,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:35.838505 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:35.913306 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] No DVR routers for this DVR port d01e269d-5b4b-4e62-8e9f-c79159aa2d6d on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:51:35.916593 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:35.921118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'name': 'network-vif-deleted', 'tag': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:51:35.940901 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a8c2b3ef-6ba4-4ff8-beea-5753be995a52 req-4421cc16-22c5-4e67-a456-04bb66fdd237 tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.48 "DELETE /v2.0/ports/d01e269d-5b4b-4e62-8e9f-c79159aa2d6d HTTP/1.1" status: 204  len: 173 time: 0.8762281
Dec 16 14:51:36.002580 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1e27fc-8204-401b-8cea-50e8aff5fe0e', 'name': 'network-vif-deleted', 'tag': 'd01e269d-5b4b-4e62-8e9f-c79159aa2d6d', 'status': 'completed', 'code': 200}
Dec 16 14:51:36.019673 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ed48dc46-7234-408e-beb0-473dd54fe1c1 req-8e94c51e-7d30-4e0b-8209-77c375851a5c tempest-VolumesNegativeTest-79501235 tempest-VolumesNegativeTest-79501235-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d1e27fc-8204-401b-8cea-50e8aff5fe0e HTTP/1.1" status: 200  len: 210 time: 0.1506341
Dec 16 14:51:37.676857 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d01e269d-5b4b-4e62-8e9f-c79159aa2d6d no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:51:37.714597 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: d01e269d-5b4b-4e62-8e9f-c79159aa2d6d {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:51:37.715273 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device d01e269d-5b4b-4e62-8e9f-c79159aa2d6d not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:51:42.025170 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.254543 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39454) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:42.464322 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4e3614de-da18-40ad-ad82-ae0f2131366d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5497f03113bd435d9b101817e624fa38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2083092
Dec 16 14:51:42.467252 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39460) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:42.538565 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.573702 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.637148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.641503 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-29fee2fa-6e5f-49e3-926b-5254496c6e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:42.655593 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b44491a-88ae-4c51-96fe-77a5ff8b6ecb,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:42.670881 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.671256 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.671622 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.671983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.672363 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.672746 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.673039 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.673384 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.673727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.674136 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.674819 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:51:42.679140 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:42.680311 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:42.684623 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9c79180e-1c4a-4d8d-9927-04916f6d38a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b44491a-88ae-4c51-96fe-77a5ff8b6ecb HTTP/1.1" status: 204  len: 168 time: 0.2132590
Dec 16 14:51:48.103415 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39492) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:48.268791 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.304693 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:48.310246 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Usage tracker for resource:security_group_rule and tenant:7a307ead03d541dfb49a5de694ba6e44 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:48.313478 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:48.320879 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:48.402772 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.407868 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.415790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f9eb6a4d-0d4f-42c0-98e5-ad17ad0e5789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:48.458810 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4411fabe-4ddf-4d05-9c7e-909a36cf2649,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:48.462071 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:48.464635 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9fba74fc-c672-49dd-914a-e331fafade68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a307ead03d541dfb49a5de694ba6e44&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3601651
Dec 16 14:51:48.467487 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39498) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:48.530893 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.559756 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.624931 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.629012 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-bec73885-4ea0-4fe2-b015-f40ea08d0254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:48.642491 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4411fabe-4ddf-4d05-9c7e-909a36cf2649,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:48.644996 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:48.648950 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:48.650959 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4411fabe-4ddf-4d05-9c7e-909a36cf2649 HTTP/1.1" status: 204  len: 168 time: 0.1823847
Dec 16 14:51:49.977739 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:51:58.920946 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-afb6cdca-2a65-4342-a03c-0135b63bc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.381767 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39618) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:59.540216 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.581407 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:51:59.587038 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Usage tracker for resource:security_group_rule and tenant:163c4144e34143689d27fddc00e13e07 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:51:59.590737 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:51:59.597346 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:51:59.672552 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.678653 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.686540 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-691baae9-80ea-4ae5-a591-6fc34e567701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:59.728245 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4975a150-c85a-4720-829c-97e5f14c1c0a,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:59.732840 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=163c4144e34143689d27fddc00e13e07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3500042
Dec 16 14:51:59.733729 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-345cfa6a-665a-47c9-a031-132bbdfdebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:59.736459 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39624) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:51:59.809311 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.838383 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.891308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.895299 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-8f0eaa2a-daa5-411b-8e31-54f85f41893c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:51:59.907040 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975a150-c85a-4720-829c-97e5f14c1c0a,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:51:59.911768 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:51:59.914553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:51:59.915737 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1c6ce196-a9d8-4604-8f9d-884b901ad058 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4975a150-c85a-4720-829c-97e5f14c1c0a HTTP/1.1" status: 204  len: 168 time: 0.1790013
Dec 16 14:52:00.284718 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39632) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:00.304999 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.339075 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:00.343273 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Usage tracker for resource:security_group_rule and tenant:c863555cf78e4050a50f7fb0a80cf85a is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:00.346299 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:00.352938 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:00.422138 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.427365 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.434468 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3458529c-d24d-42c1-b91c-9cdc5046aa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:00.482013 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab79daf-e1dc-44da-a991-2ec6078be6c9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:00.485943 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:00.488831 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ee869dc6-0bf8-4485-bade-c0cad406bf9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c863555cf78e4050a50f7fb0a80cf85a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2029040
Dec 16 14:52:00.491929 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39636) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:00.557392 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.584141 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.640770 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.645917 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e3dc780c-0416-4a3c-a5b0-dd18ba6b7178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:00.659476 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab79daf-e1dc-44da-a991-2ec6078be6c9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:00.662536 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:00.664498 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:00.668260 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f624c6c0-ae73-4ae4-a76c-5b7dc27f6bd0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ab79daf-e1dc-44da-a991-2ec6078be6c9 HTTP/1.1" status: 204  len: 168 time: 0.1724491
Dec 16 14:52:01.084344 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39644) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:01.104670 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.142114 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:01.146515 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Usage tracker for resource:security_group_rule and tenant:89139c96d40d4c929622fc565915f92a is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:01.150096 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:01.156228 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:01.238328 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.244000 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.252010 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-0c1b320a-1b8d-40e6-b794-0a569a1d0c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:01.300961 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=89139c96d40d4c929622fc565915f92a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2154553
Dec 16 14:52:01.301783 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e284f308-0142-461b-bcdb-840f46ee08a9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:01.303751 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39648) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:01.305308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-284842cf-37ed-4e3d-915f-ced4dd798844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:01.370291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.397188 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.452265 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.456831 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-d538bcf8-ae65-4bd2-8583-69cc4b87eb46 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:01.457419 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1caebd05-2568-4abd-82fb-38983373d138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.472231 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e284f308-0142-461b-bcdb-840f46ee08a9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:01.474685 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:01.486865 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:01.488040 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-677bdadb-b62a-4210-b532-4b979114b5db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e284f308-0142-461b-bcdb-840f46ee08a9 HTTP/1.1" status: 204  len: 168 time: 0.1832154
Dec 16 14:52:02.376640 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39670) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:02.394620 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.517466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-381739123-network', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:02.522560 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:02.526466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Usage tracker for resource:network and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:02.529320 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:02.536343 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:02.546799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Made reservation on behalf of cc24679d241c4fc5ad847e4dd6d68cc7 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:52:02.549091 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.566471 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.598495 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:02.602564 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:02.605492 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:02.611575 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:02.683114 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.688365 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.693068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-86c73b02-18be-4a9e-93b0-068d4f082252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:02.726934 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:52:02.737363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfac0318-ee48-4072-9678-344d95563f42,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:02.741774 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:02.745661 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.745661 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Added segment acc5aae2-1092-471d-a5d1-edafba039402 of type vlan for network 4601ad77-56d7-4b99-978d-819541f9e442
Dec 16 14:52:02.774999 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.807386 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.808666 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:02.809225 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.812708 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-629519fd-a822-4bde-b067-77617ea68a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:02.923440 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Pushing event updated for resources: {'Network': ['ID=4601ad77-56d7-4b99-978d-819541f9e442,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:02.928637 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5498159
Dec 16 14:52:02.928834 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:02.929352 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-9d43f566-eb36-4ab2-b4c4-2aede12decb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:02.931956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39676) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:02.939003 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network 4601ad77-56d7-4b99-978d-819541f9e442 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:52:02.939266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Request body: {'subnet': {'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-381739123-subnet', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:02.945059 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:02.949746 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Usage tracker for resource:subnet and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:02.953335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:02.961576 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:02.974676 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Made reservation on behalf of cc24679d241c4fc5ad847e4dd6d68cc7 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:52:02.977651 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33163755'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.187887 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33187860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33163737'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.192314 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:03.277453 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9e5562-708f-4986-b32f-4a021b4477bc,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:03.281847 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:03.292133 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Checking segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:03.292500 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Network hostable DHCP agents. Network: 4601ad77-56d7-4b99-978d-819541f9e442, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:52:03.315959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Network 4601ad77-56d7-4b99-978d-819541f9e442 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:52:03.325836 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, 4601ad77-56d7-4b99-978d-819541f9e442) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:03.329805 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:03.330411 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.335952 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c75ff-0df5-4a07-9186-52c8b790ac95 None None] Network 4601ad77-56d7-4b99-978d-819541f9e442 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:52:03.352876 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cc5e640b-dba2-4873-9ab4-7db7e7435cd3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4186873
Dec 16 14:52:03.356902 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39680) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:03.363566 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:03.368904 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:03.372874 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Usage tracker for resource:router and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:03.375746 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:03.381958 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:03.393696 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.394656 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.416895 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.568001 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-4601ad77-56d7-4b99-978d-819541f9e442', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:52:03.568818 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.571014 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.728185 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Allocated IP 172.20.0.2 (4601ad77-56d7-4b99-978d-819541f9e442/8f9e5562-708f-4986-b32f-4a021b4477bc/d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:03.772978 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.805212 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.950461 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.962987 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Transition to ACTIVE for port object d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:03.985447 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Transition to ACTIVE for port object d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:03.994117 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:03.999385 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:04.052266 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Allocated IP 172.27.1.5 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/97fe3d06-4813-4f0a-a714-f0100404dafe) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:04.067261 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Network 4601ad77-56d7-4b99-978d-819541f9e442 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:04.070608 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:04.074889 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:04.076998 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Pushing event updated for resources: {'Port': ['ID=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:04.079869 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:04.171618 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Attempting to bind port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:04.171989 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Attempting to bind port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:04.172351 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Attempting to bind port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 on network 4601ad77-56d7-4b99-978d-819541f9e442 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:04.178861 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:04.179233 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Checking segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:04.179632 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.180022 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Bound using segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:04.180480 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Bound port: d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:04.180902 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.204336 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.236279 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.241092 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-ee40c086-3175-466d-869e-4a8a7834c8e4 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:04.274259 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] For port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:04.277650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] For port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:04.286089 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.291881 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:04.309024 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:04.312388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:04.314733 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Pushing event updated for resources: {'Port': ['ID=97fe3d06-4813-4f0a-a714-f0100404dafe,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:04.317004 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:04.345971 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:04.378216 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Pushing event updated for resources: {'Port': ['ID=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:04.383049 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:04.491275 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.497529 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.498324 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:04.764679 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Router 8a9d3992-91b9-43c8-842f-641e7049f172 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:52:04.969152 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:52:04.979340 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:52:04.992023 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:04.992681 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdc9310>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:05.000805 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.002071 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.6433890
Dec 16 14:52:05.005367 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39686) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:05.230677 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:05.420931 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa53da-e61c-4f24-b28d-18303402ca3f None None] Network 4601ad77-56d7-4b99-978d-819541f9e442 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:52:05.562749 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e3fb8cfa-9665-4754-ab6c-4fc783525a16 None None] Provisioning for port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:05.757416 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdc9310>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:04Z', 'revision_number': 3, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:05.770430 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:52:05.770430 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Updating router 8a9d3992-91b9-43c8-842f-641e7049f172 port 97fe3d06-4813-4f0a-a714-f0100404dafe binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:52:05.831875 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:05.926107 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.162309 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Allocated IP 172.20.0.1 (4601ad77-56d7-4b99-978d-819541f9e442/8f9e5562-708f-4986-b32f-4a021b4477bc/97ff8626-e2c0-4f33-8a3f-3b6170cb5025) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:06.208577 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.227134 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Transition to ACTIVE for port object 97fe3d06-4813-4f0a-a714-f0100404dafe will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:06.231574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:06.262923 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.276859 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.342669 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.361700 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Transition to ACTIVE for port object 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:06.379915 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f1173-1987-4432-a392-0888a7f17ffc None None] Pushing event updated for resources: {'Port': ['ID=97fe3d06-4813-4f0a-a714-f0100404dafe,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:06.387586 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-8d2f1173-1987-4432-a392-0888a7f17ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:06.389594 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Attempting to bind port 97fe3d06-4813-4f0a-a714-f0100404dafe on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:06.389794 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.390163 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Attempting to bind port 97fe3d06-4813-4f0a-a714-f0100404dafe by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:06.390594 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Attempting to bind port 97fe3d06-4813-4f0a-a714-f0100404dafe on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:06.395043 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-35970c38-0cfd-4ad9-88fe-9049a78eed08 tempest-TestMinimumBasicScenario-489262293 tempest-TestMinimumBasicScenario-489262293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.401442 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:06.401810 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:06.402246 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.402637 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:06.403121 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Bound port: 97fe3d06-4813-4f0a-a714-f0100404dafe, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:06.403494 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.444215 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:06.452481 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:06.452853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.470319 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Network 4601ad77-56d7-4b99-978d-819541f9e442 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:06.474150 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:06.476292 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Pushing event updated for resources: {'Port': ['ID=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:06.479110 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:06.516040 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:06.540869 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.549327 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] For port 97fe3d06-4813-4f0a-a714-f0100404dafe, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:06.554467 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] For port 97fe3d06-4813-4f0a-a714-f0100404dafe, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=97fe3d06-4813-4f0a-a714-f0100404dafe,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:06.561685 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.566201 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.634678 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.699771 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f1173-1987-4432-a392-0888a7f17ffc None None] Pushing event updated for resources: {'Port': ['ID=97fe3d06-4813-4f0a-a714-f0100404dafe,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:06.704083 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.715017 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-8d2f1173-1987-4432-a392-0888a7f17ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:06.730744 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:06.731402 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdc9310>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:06.858713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:06.862136 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e7fe706d-4c28-480e-802a-721758dc73fe None None] Provisioning for port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:06.874342 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.879093 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.879660 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.886080 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.914186 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-28843e91-ca29-49e8-8850-15992c6f34d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:06.955636 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e7fe706d-4c28-480e-802a-721758dc73fe None None] Provisioning complete for port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:06.955636 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e7fe706d-4c28-480e-802a-721758dc73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.996299 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:06.999907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Pushing event updated for resources: {'Port': ['ID=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:07.003556 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:07.063251 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe706d-4c28-480e-802a-721758dc73fe None None] Port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:52:07.075226 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:07.078900 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:07.084609 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:07.153466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Network 4601ad77-56d7-4b99-978d-819541f9e442 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:07.154603 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:07.404685 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-8f10d699-16ca-4760-a081-05b4bf1f5621 None None] Provisioning complete for port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:07.405266 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8f10d699-16ca-4760-a081-05b4bf1f5621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:07.466706 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-8f10d699-16ca-4760-a081-05b4bf1f5621 None None] Port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:52:07.472761 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfdc9310>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 1, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:07.477344 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502942c3-a332-41c5-9b0b-dabdf0b75dbf None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 1, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:52:07.570580 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Router 8a9d3992-91b9-43c8-842f-641e7049f172 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:52:07.914970 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:52:07.927241 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] 10.222.0.67 "PUT /v2.0/routers/8a9d3992-91b9-43c8-842f-641e7049f172/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9206867
Dec 16 14:52:08.282794 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97fe3d06-4813-4f0a-a714-f0100404dafe up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:08.368159 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 97fe3d06-4813-4f0a-a714-f0100404dafe completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:08.373636 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 97fe3d06-4813-4f0a-a714-f0100404dafe triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:08.374048 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:08.497849 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:08.516928 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 97fe3d06-4813-4f0a-a714-f0100404dafe, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=97fe3d06-4813-4f0a-a714-f0100404dafe,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:08.522452 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:08.523404 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:08.550757 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:08.647889 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=97fe3d06-4813-4f0a-a714-f0100404dafe,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:08.651467 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:08.667888 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:08.668699 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:08.926164 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39710) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:08.931862 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-554023360-network', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:08.936791 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:08.942243 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Usage tracker for resource:network and tenant:495cca0a6a6847fcb34196aab4ffc8dc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:08.955537 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:08.966242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:08.985247 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Made reservation on behalf of 495cca0a6a6847fcb34196aab4ffc8dc for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:52:08.988708 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.002460 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.039862 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:09.045503 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Usage tracker for resource:security_group_rule and tenant:495cca0a6a6847fcb34196aab4ffc8dc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:09.048595 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:09.054757 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:09.128549 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.133252 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.136345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-e06fee24-7670-4bb1-86a3-f7d36caecd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:09.164620 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 16 14:52:09.173111 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a2330-93a5-42fd-92f5-2aab342201f4,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:09.176987 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:09.179751 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.180106 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Added segment d37786a5-bf65-4daa-aa0d-5e358e932b6f of type vlan for network d5668506-ef69-4ba8-9ee9-e04c41631704
Dec 16 14:52:09.206123 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790137295364'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.238338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.239400 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:09.239997 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.243439 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:09.344868 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4175980
Dec 16 14:52:09.345792 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Pushing event updated for resources: {'Network': ['ID=d5668506-ef69-4ba8-9ee9-e04c41631704,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:09.347954 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39714) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:09.350625 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:09.354381 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Request body: {'subnet': {'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-554023360-subnet', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:09.356453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Network d5668506-ef69-4ba8-9ee9-e04c41631704 details requested by agent ovs-agent-dv-cinder-821893-3-iscsi with host dv-cinder-821893-3-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 16 14:52:09.359299 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:09.363883 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Usage tracker for resource:subnet and tenant:495cca0a6a6847fcb34196aab4ffc8dc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:09.366811 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:09.372936 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:09.385775 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Made reservation on behalf of 495cca0a6a6847fcb34196aab4ffc8dc for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:52:09.388242 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31731134'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.608938 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32518129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31731084'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.613650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:09.685808 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f03bb7e-ea44-4bff-8555-2c507b19d49b,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:09.692206 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:09.710496 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Checking segment: {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:09.710729 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Network hostable DHCP agents. Network: d5668506-ef69-4ba8-9ee9-e04c41631704, hostable agents: ['41b800bc-3b3a-490d-8f01-e2392afbffc7'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 16 14:52:09.734812 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Network d5668506-ef69-4ba8-9ee9-e04c41631704 is scheduled to be hosted by DHCP agent 41b800bc-3b3a-490d-8f01-e2392afbffc7 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 16 14:52:09.745051 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821893-3-iscsi, d5668506-ef69-4ba8-9ee9-e04c41631704) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:09.750804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:09.750804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.754391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4aeb59-b6b5-44b5-9044-3de73769c09c None None] Network d5668506-ef69-4ba8-9ee9-e04c41631704 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:52:09.780976 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4fb7f1a5-12d8-4a11-86f3-6c5d9b2612b8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4318857
Dec 16 14:52:09.783968 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39718) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:09.789454 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:09.794689 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:09.799007 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Usage tracker for resource:router and tenant:495cca0a6a6847fcb34196aab4ffc8dc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:09.802058 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:09.808744 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:09.822807 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-717448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10167'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.823772 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-723943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10168'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.843364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.977863 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp22cc2581-ba39-57d0-9efd-f308171502ae-d5668506-ef69-4ba8-9ee9-e04c41631704', 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'fixed_ips': [{'subnet_id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b'}]}} from dv-cinder-821893-3-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 16 14:52:09.979133 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:09.991140 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-717478', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10122'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.207453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97fe3d06-4813-4f0a-a714-f0100404dafe up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:10.222567 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.249715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Allocated IP 172.20.0.2 (d5668506-ef69-4ba8-9ee9-e04c41631704/3f03bb7e-ea44-4bff-8555-2c507b19d49b/abc69398-4832-4072-9aad-6a4a11f5249c) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:10.251797 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.388545 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 97fe3d06-4813-4f0a-a714-f0100404dafe triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:10.388952 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.393016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Allocated IP 172.27.1.161 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/dcf08cfe-1561-41d6-8fd5-9288b4056ec7) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:10.542881 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.560596 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.571991 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.576353 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e8c79c71-bcda-40ce-a791-78221668c7f5 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:10.582166 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Transition to ACTIVE for port object abc69398-4832-4072-9aad-6a4a11f5249c will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:10.614494 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Transition to ACTIVE for port object abc69398-4832-4072-9aad-6a4a11f5249c will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:10.623187 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.627464 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-c4e40316-148b-4133-b9ac-94fa1676f490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:10.639845 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:10.643134 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:10.647622 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:10.678185 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Pushing event updated for resources: {'Port': ['ID=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:10.697025 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.697319 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Network d5668506-ef69-4ba8-9ee9-e04c41631704 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:10.697434 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.697733 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.698114 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.698466 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.698813 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.699153 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.699498 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.700075 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.700198 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.700504 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:10.700624 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:10.705101 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:10.707254 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Pushing event updated for resources: {'Port': ['ID=abc69398-4832-4072-9aad-6a4a11f5249c,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:10.709946 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:10.710191 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:10.796814 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Attempting to bind port abc69398-4832-4072-9aad-6a4a11f5249c on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:10.797596 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Attempting to bind port abc69398-4832-4072-9aad-6a4a11f5249c by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:10.797596 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Attempting to bind port abc69398-4832-4072-9aad-6a4a11f5249c on network d5668506-ef69-4ba8-9ee9-e04c41631704 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:10.804410 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:10.804788 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Checking segment: {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:10.805211 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.805611 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Bound using segment: {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:10.806108 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Bound port: abc69398-4832-4072-9aad-6a4a11f5249c, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:10.806492 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.827627 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.828363 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-717489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655058'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.901491 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] For port abc69398-4832-4072-9aad-6a4a11f5249c, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:10.904994 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] For port abc69398-4832-4072-9aad-6a4a11f5249c, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=abc69398-4832-4072-9aad-6a4a11f5249c,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:10.909417 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:10.913712 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:10.989355 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Pushing event updated for resources: {'Port': ['ID=abc69398-4832-4072-9aad-6a4a11f5249c,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:10.993096 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:11.084372 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Router 32c63fa0-b02e-410c-aabc-4c551932a414 is scheduled to L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 16 14:52:11.339700 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:52:11.348739 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Sync routers for ids ['32c63fa0-b02e-410c-aabc-4c551932a414'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:52:11.362181 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Routers {'32c63fa0-b02e-410c-aabc-4c551932a414'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:11.362822 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf7fda00>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['32c63fa0-b02e-410c-aabc-4c551932a414'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:11.368140 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:11.372755 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-38198dd7-abff-42f8-9ce2-5a9e3e85fb5c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.5843234
Dec 16 14:52:11.373073 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39722) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:11.550735 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Set router 32c63fa0-b02e-410c-aabc-4c551932a414 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:11.862475 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf7fda00>, [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:52:10Z', 'revision_number': 3, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:11.867194 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Checking router: 32c63fa0-b02e-410c-aabc-4c551932a414 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:52:11.867430 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Updating router 32c63fa0-b02e-410c-aabc-4c551932a414 port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:52:11.923386 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:11.934623 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a25c78-c3ae-45fc-9027-82c59da307d2 None None] Network d5668506-ef69-4ba8-9ee9-e04c41631704 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:52:12.042832 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.064841 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-64265f35-b498-4e84-81fd-c49f0156bfa4 None None] Provisioning for port abc69398-4832-4072-9aad-6a4a11f5249c completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:12.245185 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device abc69398-4832-4072-9aad-6a4a11f5249c up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:12.267627 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.279946 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Transition to ACTIVE for port object dcf08cfe-1561-41d6-8fd5-9288b4056ec7 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:12.289658 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.302074 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:12.324451 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port abc69398-4832-4072-9aad-6a4a11f5249c completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:12.330333 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port abc69398-4832-4072-9aad-6a4a11f5249c triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:12.330718 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.364393 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.372986 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Pushing event updated for resources: {'Port': ['ID=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:12.400235 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.400948 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.401345 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.401724 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.402133 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.402701 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.403227 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.403760 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.404274 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.404788 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.405290 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:12.410470 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:12.411685 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Attempting to bind port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:12.415468 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Attempting to bind port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:12.416047 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Attempting to bind port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 on network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:12.423768 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:12.424497 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Checking segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:12.425126 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.425721 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Bound using segment: {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:12.426470 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Bound port: dcf08cfe-1561-41d6-8fd5-9288b4056ec7, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d2a249-7d1b-4392-989a-cfc6f6517e89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:12.427042 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.467253 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.507285 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port abc69398-4832-4072-9aad-6a4a11f5249c, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=abc69398-4832-4072-9aad-6a4a11f5249c,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:12.513514 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.521679 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:12.530055 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] For port dcf08cfe-1561-41d6-8fd5-9288b4056ec7, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:12.535356 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] For port dcf08cfe-1561-41d6-8fd5-9288b4056ec7, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:12.541188 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.549565 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-f032d1e3-7b94-4ff8-b631-edbf0d5bf1bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:12.595130 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=abc69398-4832-4072-9aad-6a4a11f5249c,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:12.598950 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:12.621273 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d3e34ee6-a8b4-49b8-89e4-ebbbc0aaa0a4 None None] Provisioning complete for port abc69398-4832-4072-9aad-6a4a11f5249c triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:12.621661 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d3e34ee6-a8b4-49b8-89e4-ebbbc0aaa0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.622908 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Allocated IP 172.20.0.1 (d5668506-ef69-4ba8-9ee9-e04c41631704/3f03bb7e-ea44-4bff-8555-2c507b19d49b/30be989c-a680-46b3-8910-7e2ef3509d50) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:12.646405 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Pushing event updated for resources: {'Port': ['ID=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:12.649922 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-85f8dedf-526f-44d8-86a4-234b80f93f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:12.652613 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Routers {'32c63fa0-b02e-410c-aabc-4c551932a414'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:12.653240 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf7fda00>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['32c63fa0-b02e-410c-aabc-4c551932a414'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:12.779648 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.798972 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Transition to ACTIVE for port object 30be989c-a680-46b3-8910-7e2ef3509d50 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:12.824665 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:12.830246 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-6a5ddfc7-32a8-4eee-917d-d86952ae130c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:12.842771 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] Set router 32c63fa0-b02e-410c-aabc-4c551932a414 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:12.891616 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Network d5668506-ef69-4ba8-9ee9-e04c41631704 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:12.898833 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:12.902907 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:12.933326 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Pushing event updated for resources: {'Port': ['ID=30be989c-a680-46b3-8910-7e2ef3509d50,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:12.940260 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:12.965261 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654876'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:13.060268 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:13.176808 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-504112e4-4966-4e87-acd5-4fe70b956ecd None None] Provisioning for port 30be989c-a680-46b3-8910-7e2ef3509d50 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:13.182478 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-504112e4-4966-4e87-acd5-4fe70b956ecd None None] Provisioning complete for port 30be989c-a680-46b3-8910-7e2ef3509d50 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:13.183036 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-504112e4-4966-4e87-acd5-4fe70b956ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:13.198390 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf7fda00>, [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:52:10Z', 'revision_number': 3, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:13.202744 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f777b51-e751-4774-9ec6-cd0d46beaccc None None] The sync data for ids ['32c63fa0-b02e-410c-aabc-4c551932a414'] in dv-cinder-821893-3-iscsi is: [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:52:10Z', 'revision_number': 3, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:52:13.244643 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-504112e4-4966-4e87-acd5-4fe70b956ecd None None] Port 30be989c-a680-46b3-8910-7e2ef3509d50 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:52:13.305600 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:13.310953 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:13.335637 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-21392e6f-e228-4a17-8b15-030d1e29edb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:13.522041 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Pushing event updated for resources: {'Port': ['ID=30be989c-a680-46b3-8910-7e2ef3509d50,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:13.526623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:13.527490 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658544'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:13.668398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Network d5668506-ef69-4ba8-9ee9-e04c41631704 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:13.669546 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:13.974572 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1fa4412e-a4ba-4162-b858-f505c93a7e86 None None] Provisioning complete for port 30be989c-a680-46b3-8910-7e2ef3509d50 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:13.974857 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1fa4412e-a4ba-4162-b858-f505c93a7e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:14.031786 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4412e-a4ba-4162-b858-f505c93a7e86 None None] Port 30be989c-a680-46b3-8910-7e2ef3509d50 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:52:14.080339 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Router 32c63fa0-b02e-410c-aabc-4c551932a414 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:52:14.171653 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device abc69398-4832-4072-9aad-6a4a11f5249c up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:14.276466 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port abc69398-4832-4072-9aad-6a4a11f5249c triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:14.277215 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:14.305130 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:52:14.316327 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] 10.222.0.67 "PUT /v2.0/routers/32c63fa0-b02e-410c-aabc-4c551932a414/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9421346
Dec 16 14:52:14.951692 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39732) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:14.957717 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116736629', 'description': 'tempest-secgroup-smoke-116736629 description', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:14.963815 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:14.967597 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:14.971277 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:14.977059 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:14.988406 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.025141 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:15.028926 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:15.032497 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:15.038402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:15.097613 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.103083 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.107660 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-aef4dd4e-4cbe-4973-ab62-7203a007fd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:15.150529 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee994e0-12ac-4c2d-84c4-d6634f87866d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:15.153911 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:15.160085 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.162458 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3beb2f73-3071-4c20-969a-a7fb39ae25e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2097638
Dec 16 14:52:15.165048 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39736) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:15.171184 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group_rule': {'security_group_id': '4ee994e0-12ac-4c2d-84c4-d6634f87866d', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:15.177923 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:15.182223 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:15.185276 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:15.192523 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:15.210426 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.272126 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.277308 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.284291 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:15.304273 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f537f3f1-c0b6-4264-a84c-cd67dcc8a7d8,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:15.307465 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:15.317144 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.318475 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1522777
Dec 16 14:52:15.321499 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39740) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:15.327055 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group_rule': {'security_group_id': '4ee994e0-12ac-4c2d-84c4-d6634f87866d', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:15.333503 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:15.337657 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:15.340790 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:15.348572 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:15.367510 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.443477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.449359 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.451669 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-5ea3e1a9-0b5d-4ad0-b63c-879ebc6520f0 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:15.474293 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53b7345-ec96-4600-80dd-7d47462d644d,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:15.476722 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:15.484382 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.488473 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-58245cbe-3726-473b-8d5d-01127c6024d2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1634471
Dec 16 14:52:15.488618 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39744) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:15.494027 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group_rule': {'security_group_id': '4ee994e0-12ac-4c2d-84c4-d6634f87866d', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:15.499917 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:15.504146 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:15.507054 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:15.512619 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:15.534031 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.601774 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.607076 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.610455 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4c40eb50-3c24-4997-abb2-311c8dee9d75 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:15.632948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b316d31-1f15-4336-814f-92360f6a95a5,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:15.635401 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:15.643762 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.644965 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f13490dc-c61a-4ede-932f-41c0ab7186ed tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1554594
Dec 16 14:52:15.648025 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39748) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:15.653542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group_rule': {'security_group_id': '4ee994e0-12ac-4c2d-84c4-d6634f87866d', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:15.660195 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:15.664540 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:15.667902 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:15.674155 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:15.694582 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.765054 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.770513 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.777560 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:15.798402 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e0fb26-38d8-4d82-bd01-ec6b4dd381fb,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:15.802240 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:15.813004 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.814495 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1684ab07-9887-49a0-862c-424ba98c9e0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1655891
Dec 16 14:52:15.817464 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39752) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:15.823403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group_rule': {'security_group_id': '4ee994e0-12ac-4c2d-84c4-d6634f87866d', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:15.830550 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:15.836937 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:15.841862 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:15.848480 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:15.865626 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.securitygroups_db [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Project cc24679d241c4fc5ad847e4dd6d68cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:52:15.872713 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.950955 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.956187 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.958235 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:15.980624 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7909690a-7990-442d-8533-c6941b4afff8,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:15.983207 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:15.991969 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:15.993191 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-96b37297-2646-4035-ba99-0f4cca33539c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1747448
Dec 16 14:52:15.996223 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39756) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:52:16.002221 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'security_group_rule': {'security_group_id': '4ee994e0-12ac-4c2d-84c4-d6634f87866d', 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:16.008544 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:16.012575 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:security_group_rule and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:52:16.015877 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:52:16.023307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:16.036113 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Project cc24679d241c4fc5ad847e4dd6d68cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 16 14:52:16.042650 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.112410 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.119745 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734250'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.127700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:16.146849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39628b1-75d8-4a4c-833f-e188d8fd55fc,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:16.150219 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:16.159051 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:16.160304 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3326feab-88bb-4999-b91f-ddfff7a0e2cc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1630776
Dec 16 14:52:18.195514 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device dcf08cfe-1561-41d6-8fd5-9288b4056ec7 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:18.268053 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:18.273250 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:18.273626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.404408 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.422641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port dcf08cfe-1561-41d6-8fd5-9288b4056ec7, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:18.430233 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:18.433354 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:18.511701 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:18.515374 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:20.172538 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device dcf08cfe-1561-41d6-8fd5-9288b4056ec7 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:20.246239 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:20.246615 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:22.330979 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:52:22.343870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:22.344536 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7f9d0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:22.530043 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:22.857796 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7f9d0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 2, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:22.861853 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:52:22.862228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Updating router 8a9d3992-91b9-43c8-842f-641e7049f172 port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 binding host dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:52:22.913004 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.307046 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.319208 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Transition to ACTIVE for port object 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:23.326730 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.330331 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:23.461396 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d707d87-47dd-4fe4-8fa0-f1e5a7832810 None None] Pushing event updated for resources: {'Port': ['ID=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:23.465354 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-0d707d87-47dd-4fe4-8fa0-f1e5a7832810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:23.558244 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Attempting to bind port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:23.558605 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Attempting to bind port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:23.558991 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Attempting to bind port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 on network 4601ad77-56d7-4b99-978d-819541f9e442 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:23.567050 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:23.567422 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Checking segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:23.567821 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.568213 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Bound using segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:23.568683 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Bound port: 97ff8626-e2c0-4f33-8a3f-3b6170cb5025, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:23.569147 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.675622 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] For port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:23.679015 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] For port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:23.685893 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:23.690362 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-dea16675-b12b-48c3-b589-43c33988d70a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:23.774229 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d707d87-47dd-4fe4-8fa0-f1e5a7832810 None None] Pushing event updated for resources: {'Port': ['ID=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:23.778346 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-0d707d87-47dd-4fe4-8fa0-f1e5a7832810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:23.780050 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:23.780701 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7f9d0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:24.002334 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:24.132965 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Sync routers for ids ['32c63fa0-b02e-410c-aabc-4c551932a414'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:52:24.155129 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Routers {'32c63fa0-b02e-410c-aabc-4c551932a414'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:24.156047 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfcb7850>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['32c63fa0-b02e-410c-aabc-4c551932a414'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:24.243861 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:24.353220 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Set router 32c63fa0-b02e-410c-aabc-4c551932a414 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:24.402347 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:24.409353 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:24.409713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:24.495823 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfc7f9d0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:24.535463 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98a5b64-e8a0-4a63-8e99-465f78b0e7e6 None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:23Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:52:24.572228 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:24.614140 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:24.621800 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:24.624713 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:24.702468 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:24.705618 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:24.710325 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfcb7850>, [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:52:12Z', 'revision_number': 4, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '30be989c-a680-46b3-8910-7e2ef3509d50', 'name': '', 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'mac_address': 'fa:16:3e:70:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:12Z', 'updated_at': '2021-12-16T14:52:13Z', 'revision_number': 2, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'subnets': [{'id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:24.715581 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Checking router: 32c63fa0-b02e-410c-aabc-4c551932a414 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:52:24.715988 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Updating router 32c63fa0-b02e-410c-aabc-4c551932a414 port 30be989c-a680-46b3-8910-7e2ef3509d50 binding host dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 16 14:52:24.780121 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:25.151936 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:25.164870 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Transition to ACTIVE for port object 30be989c-a680-46b3-8910-7e2ef3509d50 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:25.172956 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:25.177021 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:25.297207 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cadbe-12e4-4926-93e9-d0d4cab54228 None None] Pushing event updated for resources: {'Port': ['ID=30be989c-a680-46b3-8910-7e2ef3509d50,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:25.301787 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2b7cadbe-12e4-4926-93e9-d0d4cab54228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:25.395025 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Attempting to bind port 30be989c-a680-46b3-8910-7e2ef3509d50 on host dv-cinder-821893-3-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:25.395397 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Attempting to bind port 30be989c-a680-46b3-8910-7e2ef3509d50 by drivers openvswitch,hyperv on host dv-cinder-821893-3-iscsi at level 0 using segments [{'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:25.395746 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Attempting to bind port 30be989c-a680-46b3-8910-7e2ef3509d50 on network d5668506-ef69-4ba8-9ee9-e04c41631704 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:25.404069 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Checking agent: {'id': 'ec15e1db-9620-4587-9c7e-1b9a2bf43169', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821893-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 29, 2), 'started_at': datetime.datetime(2021, 12, 16, 14, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821893-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:25.404663 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Checking segment: {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:25.405059 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:25.405462 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Bound using segment: {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:25.405981 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Bound port: 30be989c-a680-46b3-8910-7e2ef3509d50, host: dv-cinder-821893-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37786a5-bf65-4daa-aa0d-5e358e932b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:25.406397 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:25.504920 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] For port 30be989c-a680-46b3-8910-7e2ef3509d50, host dv-cinder-821893-3-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:25.505431 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] For port 30be989c-a680-46b3-8910-7e2ef3509d50, host dv-cinder-821893-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=30be989c-a680-46b3-8910-7e2ef3509d50,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:25.511831 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:25.516016 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:25.592109 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cadbe-12e4-4926-93e9-d0d4cab54228 None None] Pushing event updated for resources: {'Port': ['ID=30be989c-a680-46b3-8910-7e2ef3509d50,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:25.596654 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG oslo_concurrency.lockutils [None req-2b7cadbe-12e4-4926-93e9-d0d4cab54228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:25.601843 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Routers {'32c63fa0-b02e-410c-aabc-4c551932a414'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:52:25.602768 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfcb7850>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:52:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['32c63fa0-b02e-410c-aabc-4c551932a414'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:25.822648 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] Set router 32c63fa0-b02e-410c-aabc-4c551932a414 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:52:26.156256 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfcb7850>, [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:52:12Z', 'revision_number': 4, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '30be989c-a680-46b3-8910-7e2ef3509d50', 'name': '', 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'mac_address': 'fa:16:3e:70:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:12Z', 'updated_at': '2021-12-16T14:52:25Z', 'revision_number': 4, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'subnets': [{'id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:52:26.161285 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabbe4a1-6851-4416-ac09-ec44b88d8b03 None None] The sync data for ids ['32c63fa0-b02e-410c-aabc-4c551932a414'] in dv-cinder-821893-3-iscsi is: [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:52:12Z', 'revision_number': 4, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '30be989c-a680-46b3-8910-7e2ef3509d50', 'name': '', 'network_id': 'd5668506-ef69-4ba8-9ee9-e04c41631704', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'mac_address': 'fa:16:3e:70:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:12Z', 'updated_at': '2021-12-16T14:52:25Z', 'revision_number': 4, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'subnets': [{'id': '3f03bb7e-ea44-4bff-8555-2c507b19d49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:52:26.182779 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:26.281824 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:26.282353 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:26.978310 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:52:28.199391 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 30be989c-a680-46b3-8910-7e2ef3509d50 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:28.273497 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning for port 30be989c-a680-46b3-8910-7e2ef3509d50 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:28.278432 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 30be989c-a680-46b3-8910-7e2ef3509d50 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:28.278769 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:28.399942 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:28.434715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] For port 30be989c-a680-46b3-8910-7e2ef3509d50, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=30be989c-a680-46b3-8910-7e2ef3509d50,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:28.439780 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:28.441641 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-b710cb9f-1a43-4f09-a40a-8f7b2d3a6ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:28.515761 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Pushing event updated for resources: {'Port': ['ID=30be989c-a680-46b3-8910-7e2ef3509d50,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:28.524420 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.524767 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.525087 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.525389 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.525704 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.526016 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.526347 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.526658 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.526966 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.527266 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.527634 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:28.531419 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:28.916870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9caf5ecf-d586-4139-8c88-97789632abf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:30.178984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 30be989c-a680-46b3-8910-7e2ef3509d50 up at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:30.252306 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Provisioning complete for port 30be989c-a680-46b3-8910-7e2ef3509d50 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:30.252660 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:31.453501 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ff3e80c1-419c-4c64-ad77-e0d7cb665052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:32.402984 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:32.922176 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:34.493748 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:39.156991 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-e44c3a9d-a318-459e-9059-21fbb573a450 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:52:39.175199 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-e44c3a9d-a318-459e-9059-21fbb573a450 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:52:39.176444 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-e44c3a9d-a318-459e-9059-21fbb573a450 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116736629&fields=id&tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 267 time: 0.0638099
Dec 16 14:52:39.429798 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-6df27c86-35c8-4dc1-87a5-fb5d68f51ea8 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:39.431720 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-6df27c86-35c8-4dc1-87a5-fb5d68f51ea8 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 811 time: 0.2483840
Dec 16 14:52:39.449207 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-2d30296a-1b3e-431f-8190-036f4c55cfd3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/quotas/cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 375 time: 0.0114753
Dec 16 14:52:39.537076 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-960ea749-d39b-4f2d-b2ba-7dbdb6575f06 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825226
Dec 16 14:52:39.825816 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-996a8afa-17d6-4054-97df-b1a7128c0753 service neutron] 10.222.0.67 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761137
Dec 16 14:52:39.971526 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-1321d015-1671-41f1-aad1-1d00454518a7 service neutron] 10.222.0.67 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377559
Dec 16 14:52:41.434974 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-018f59f5-2523-43b8-8f02-0d2538145a80 req-d0cc47d1-3bbf-449d-9abc-486b412ca932 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:52:41.452479 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-018f59f5-2523-43b8-8f02-0d2538145a80 req-d0cc47d1-3bbf-449d-9abc-486b412ca932 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:52:41.453774 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-018f59f5-2523-43b8-8f02-0d2538145a80 req-d0cc47d1-3bbf-449d-9abc-486b412ca932 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 210 time: 0.0619493
Dec 16 14:52:42.023044 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:42.573824 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c75ccf47-bcd7-4bad-b991-e5494f1dc61e req-19d540d7-08f8-4801-a3c2-4f6a0f659f32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 210 time: 0.0465522
Dec 16 14:52:43.695555 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7d14c00d-fb10-45ec-819e-7d9d339b6088 req-78d53b72-f0e5-45df-ac36-e7b455cc7082 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 210 time: 0.0475147
Dec 16 14:52:44.676776 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-af27bef4-1777-4a77-8fcf-84ffa3ef3fc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:44.678274 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-af27bef4-1777-4a77-8fcf-84ffa3ef3fc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 811 time: 0.1792169
Dec 16 14:52:44.743414 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-6b15a95f-3e4c-41e1-8be6-f7c94db4fc0f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 379 time: 0.0454543
Dec 16 14:52:44.760002 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'port': {'device_id': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'admin_state_up': True, 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'security_groups': ['4ee994e0-12ac-4c2d-84c4-d6634f87866d']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:44.897334 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4ad4d8d5-fe01-4653-b550-2ee2e265d7b8 req-c07ca23e-b616-499a-8de2-4905edc8f349 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 210 time: 0.0636048
Dec 16 14:52:44.954569 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:52:44.964593 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:52:44.978974 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Made reservation on behalf of cc24679d241c4fc5ad847e4dd6d68cc7 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:52:44.982661 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.162615 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Allocated IP 172.20.0.4 (4601ad77-56d7-4b99-978d-819541f9e442/8f9e5562-708f-4986-b32f-4a021b4477bc/080fe726-38f3-4048-85d9-c1b48600093c) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:52:45.361645 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.378953 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Transition to ACTIVE for port object 080fe726-38f3-4048-85d9-c1b48600093c will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:45.406125 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.412393 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:45.485807 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Network 4601ad77-56d7-4b99-978d-819541f9e442 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:52:45.486758 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'Port': ['ID=080fe726-38f3-4048-85d9-c1b48600093c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:45.489399 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:52:45.495501 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:52:45.525567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.525941 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.526339 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.526723 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.527076 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.527398 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.527776 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.528100 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.528543 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.528799 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.529174 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:52:45.546205 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:45.577458 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:45.578306 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.608231 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8527896
Dec 16 14:52:45.628212 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Request body: {'port': {'device_id': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:52:45.739553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.810594 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-24ed1c31-809d-43df-a501-46e265a5b113 None None] Provisioning for port 080fe726-38f3-4048-85d9-c1b48600093c completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:45.817456 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-24ed1c31-809d-43df-a501-46e265a5b113 None None] Provisioning complete for port 080fe726-38f3-4048-85d9-c1b48600093c triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:45.817841 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-24ed1c31-809d-43df-a501-46e265a5b113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:45.872969 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-24ed1c31-809d-43df-a501-46e265a5b113 None None] Port 080fe726-38f3-4048-85d9-c1b48600093c cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:52:46.184053 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696a44e-07a2-48a2-9b7d-3108c31a1fd4 req-61e9d673-6595-4d7a-b1ee-aa6050bb9dac tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:46.185890 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b696a44e-07a2-48a2-9b7d-3108c31a1fd4 req-61e9d673-6595-4d7a-b1ee-aa6050bb9dac tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 931 time: 0.1603065
Dec 16 14:52:46.216911 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080fe726-38f3-4048-85d9-c1b48600093c {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:52:46.225499 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.233343 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-b696a44e-07a2-48a2-9b7d-3108c31a1fd4 req-69060ff1-95ab-48e9-b4f1-cbe13d9ecd4f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:52:46.241248 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Transition to ACTIVE for port object 080fe726-38f3-4048-85d9-c1b48600093c will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:52:46.246221 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-b696a44e-07a2-48a2-9b7d-3108c31a1fd4 req-69060ff1-95ab-48e9-b4f1-cbe13d9ecd4f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:52:46.246559 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.247376 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b696a44e-07a2-48a2-9b7d-3108c31a1fd4 req-69060ff1-95ab-48e9-b4f1-cbe13d9ecd4f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557511
Dec 16 14:52:46.254137 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:46.379983 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Pushing event updated for resources: {'Port': ['ID=080fe726-38f3-4048-85d9-c1b48600093c,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:46.383187 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:46.493851 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Attempting to bind port 080fe726-38f3-4048-85d9-c1b48600093c on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:52:46.494215 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Attempting to bind port 080fe726-38f3-4048-85d9-c1b48600093c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:52:46.494553 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Attempting to bind port 080fe726-38f3-4048-85d9-c1b48600093c on network 4601ad77-56d7-4b99-978d-819541f9e442 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:46.500402 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Port 080fe726-38f3-4048-85d9-c1b48600093c on network 4601ad77-56d7-4b99-978d-819541f9e442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:52:46.500727 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Attempting to bind port 080fe726-38f3-4048-85d9-c1b48600093c on network 4601ad77-56d7-4b99-978d-819541f9e442 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:52:46.506873 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:52:46.507208 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Checking segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:52:46.507588 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Bound using segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:52:46.508073 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Bound port: 080fe726-38f3-4048-85d9-c1b48600093c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:52:46.508469 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.603479 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] For port 080fe726-38f3-4048-85d9-c1b48600093c, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:52:46.606796 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] For port 080fe726-38f3-4048-85d9-c1b48600093c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=080fe726-38f3-4048-85d9-c1b48600093c,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:52:46.612500 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.616328 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-90ff4c2f-9fa4-49be-bb7d-297bcc7b0b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:46.677225 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:46.678673 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] 10.222.0.48 "PUT /v2.0/ports/080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 200  len: 1093 time: 1.0551410
Dec 16 14:52:46.679897 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:52:46.694960 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Pushing event updated for resources: {'Port': ['ID=080fe726-38f3-4048-85d9-c1b48600093c,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:46.698857 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-99636fb0-920b-47a3-a745-e2790529b4ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:46.772520 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c', 'status': 'completed', 'code': 200}
Dec 16 14:52:46.818264 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-94d052fd-8fbe-40f5-ac4b-47ab51e5c02f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1096 time: 0.0829043
Dec 16 14:52:46.892430 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-24008d63-0378-422f-972e-a7c3b256696d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 200  len: 217 time: 0.0613034
Dec 16 14:52:46.958471 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-67c6f09b-0eb0-41b1-903d-95ba9517f63e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:46.959822 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-67c6f09b-0eb0-41b1-903d-95ba9517f63e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0612502
Dec 16 14:52:47.041018 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-1a4de74a-e14d-4a64-9062-f577d9b7e22c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746970
Dec 16 14:52:47.180903 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-acdfdcd2-fffa-4259-9148-2bee8a01494f service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331720
Dec 16 14:52:47.324713 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f6ccf96-d0ae-4f16-9755-08e8fe726d26 req-7f803061-4ed9-42d6-9d71-8d6d18db6e8a service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374135
Dec 16 14:52:47.462856 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132491-5c0c-4c4c-90d9-de012b84feeb req-18661002-4dfe-4cc5-b691-4c6427b4e74e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:47.464341 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-26132491-5c0c-4c4c-90d9-de012b84feeb req-18661002-4dfe-4cc5-b691-4c6427b4e74e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.0828369
Dec 16 14:52:47.488621 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-5144e5bc-e19b-4819-aaed-aaaadac9bd13 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1096 time: 0.0785351
Dec 16 14:52:47.517021 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-26132491-5c0c-4c4c-90d9-de012b84feeb req-6073928d-a791-4726-92a2-88ae6fc61332 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466292
Dec 16 14:52:47.639307 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c5753-8864-4857-9db4-d61fdc217d73 req-d15d77ec-79f9-4c34-a09f-41d3fa85e434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:47.640852 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-d15d77ec-79f9-4c34-a09f-41d3fa85e434 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1441703
Dec 16 14:52:47.708889 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-1fb1873f-fc90-4d96-941d-1cc906c676e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 200  len: 217 time: 0.0612981
Dec 16 14:52:47.775148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c5753-8864-4857-9db4-d61fdc217d73 req-e67853a6-9cd0-4e1e-a2e1-e499199d9107 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:47.776617 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-e67853a6-9cd0-4e1e-a2e1-e499199d9107 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0615656
Dec 16 14:52:47.854011 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-b43939c1-842d-4a71-9873-d2bc2192cb94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703194
Dec 16 14:52:48.092157 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-52e96590-c263-47e5-bcd8-cb60432553dc service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314479
Dec 16 14:52:48.239171 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-050c5753-8864-4857-9db4-d61fdc217d73 req-d717e3f2-db3c-4cb9-aa0c-8add8c4a18eb service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399736
Dec 16 14:52:48.728359 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461918b3-b953-4cf7-a694-eae574288b61 req-a7a4f4a1-c03a-4456-b6c3-39d80bc5a8b4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:48.729030 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-461918b3-b953-4cf7-a694-eae574288b61 req-a7a4f4a1-c03a-4456-b6c3-39d80bc5a8b4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:52:48.746781 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-461918b3-b953-4cf7-a694-eae574288b61 req-a7a4f4a1-c03a-4456-b6c3-39d80bc5a8b4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:52:48.748099 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-461918b3-b953-4cf7-a694-eae574288b61 req-a7a4f4a1-c03a-4456-b6c3-39d80bc5a8b4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.1004386
Dec 16 14:52:48.797863 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-461918b3-b953-4cf7-a694-eae574288b61 req-b553f2f7-ec47-49cf-9f5a-2ae8579a6536 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438814
Dec 16 14:52:50.029588 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddf64a-f400-4b05-ba13-f723ed2a55b2 req-5859b621-8655-45d6-af3f-cfbf8a03499e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:50.031131 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-56ddf64a-f400-4b05-ba13-f723ed2a55b2 req-5859b621-8655-45d6-af3f-cfbf8a03499e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.0957963
Dec 16 14:52:50.078828 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-56ddf64a-f400-4b05-ba13-f723ed2a55b2 req-43f1d975-19da-43af-93a5-be6a4cb0e752 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419471
Dec 16 14:52:51.283493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6672d-c1c5-4db0-b67f-667288b1c027 req-c25abf5b-5d61-4fdf-8527-d623916be8ad tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:51.285096 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26c6672d-c1c5-4db0-b67f-667288b1c027 req-c25abf5b-5d61-4fdf-8527-d623916be8ad tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.0794780
Dec 16 14:52:51.333212 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26c6672d-c1c5-4db0-b67f-667288b1c027 req-785efd9a-8be9-48df-8267-ad68aefb57d7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422430
Dec 16 14:52:52.547623 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0486b-e824-44e0-ba22-c12b104247e2 req-c1cd5b50-7262-42c6-8e64-e771ec5b58ef tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:52.549107 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f3e0486b-e824-44e0-ba22-c12b104247e2 req-c1cd5b50-7262-42c6-8e64-e771ec5b58ef tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.0842776
Dec 16 14:52:52.703834 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f3e0486b-e824-44e0-ba22-c12b104247e2 req-e6255c8b-0cfb-4c15-b208-f750078b2259 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1454782
Dec 16 14:52:53.988066 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a04024-45f9-441b-9047-936be31abc2d req-8c770b5e-0885-4843-a07a-67db2b09e42f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:53.989539 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41a04024-45f9-441b-9047-936be31abc2d req-8c770b5e-0885-4843-a07a-67db2b09e42f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.1586347
Dec 16 14:52:54.040201 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41a04024-45f9-441b-9047-936be31abc2d req-1fdd8ee3-f2a6-485e-b123-ca231d6cfcec tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443950
Dec 16 14:52:55.243670 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e246-5dc2-4cde-8e22-218e3fa9fc5a req-30375564-666a-40d7-9e37-83ff7cda2e1a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:55.245140 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3d83e246-5dc2-4cde-8e22-218e3fa9fc5a req-30375564-666a-40d7-9e37-83ff7cda2e1a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 943 time: 0.0809104
Dec 16 14:52:55.293416 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3d83e246-5dc2-4cde-8e22-218e3fa9fc5a req-87b28a10-e20a-4337-b1ee-a22792c5b4b4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425396
Dec 16 14:52:55.962809 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 080fe726-38f3-4048-85d9-c1b48600093c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:52:56.097961 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 080fe726-38f3-4048-85d9-c1b48600093c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=080fe726-38f3-4048-85d9-c1b48600093c,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:56.111528 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': '080fe726-38f3-4048-85d9-c1b48600093c', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'port_id': '080fe726-38f3-4048-85d9-c1b48600093c', 'mac_address': 'fa:16:3e:58:ff:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:52:56.171317 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:56.189580 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080fe726-38f3-4048-85d9-c1b48600093c {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:52:56.206471 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 080fe726-38f3-4048-85d9-c1b48600093c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=080fe726-38f3-4048-85d9-c1b48600093c,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:56.212155 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:56.214112 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:56.277849 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=080fe726-38f3-4048-85d9-c1b48600093c,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:56.281060 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:56.500852 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be654e47-3f6d-404b-a1bb-257a320d3397 req-dc2447a1-4245-4211-a7d9-96b9910750ca tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:56.502304 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be654e47-3f6d-404b-a1bb-257a320d3397 req-dc2447a1-4245-4211-a7d9-96b9910750ca tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 944 time: 0.0821073
Dec 16 14:52:56.554440 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be654e47-3f6d-404b-a1bb-257a320d3397 req-32bf85ad-7834-427d-95e2-eb400fc7e4a9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460160
Dec 16 14:52:56.617187 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['080fe726-38f3-4048-85d9-c1b48600093c'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:52:57.761682 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29aaef-bf7c-454d-9fe4-b2a801a67436 req-364fa71f-05ce-4790-b68d-85e2ec170990 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:57.763246 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4d29aaef-bf7c-454d-9fe4-b2a801a67436 req-364fa71f-05ce-4790-b68d-85e2ec170990 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 944 time: 0.0833576
Dec 16 14:52:57.817247 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4d29aaef-bf7c-454d-9fe4-b2a801a67436 req-d97cd257-7bd8-4360-9df5-b083ef0599dd tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482702
Dec 16 14:52:57.963775 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 080fe726-38f3-4048-85d9-c1b48600093c up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:52:58.039978 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port 080fe726-38f3-4048-85d9-c1b48600093c completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:52:58.045291 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port 080fe726-38f3-4048-85d9-c1b48600093c triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:52:58.045672 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:58.172752 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:58.200715 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:52:58.211343 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port 080fe726-38f3-4048-85d9-c1b48600093c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=080fe726-38f3-4048-85d9-c1b48600093c,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:52:58.216041 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:58.217873 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:52:58.260952 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c', 'code': 200}
Dec 16 14:52:58.285840 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=080fe726-38f3-4048-85d9-c1b48600093c,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:52:58.288835 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:52:58.561484 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2262f86c-95d5-4e40-8d0b-c1f25883c00e req-c17134cf-bd15-454e-aab1-1da0d10e8f71 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1098 time: 0.0717995
Dec 16 14:52:58.605210 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2262f86c-95d5-4e40-8d0b-c1f25883c00e req-adf045c3-cb08-458d-aa4a-1417c9206dd0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379171
Dec 16 14:52:58.912755 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12540c9a-a126-49ad-8a03-d5d1b84b569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:52:59.023910 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f977b-f8c1-4617-b330-3b9c8c32ffa8 req-e48bb87a-35cb-4700-b6a7-a8f08aef93bb tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:52:59.025533 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e71f977b-f8c1-4617-b330-3b9c8c32ffa8 req-e48bb87a-35cb-4700-b6a7-a8f08aef93bb tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.0778637
Dec 16 14:52:59.079211 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e71f977b-f8c1-4617-b330-3b9c8c32ffa8 req-54b87ca3-e1fb-4e81-a803-983e358900a7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478208
Dec 16 14:53:00.290833 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1b64-e3ce-4f56-80a5-576a45782a3e req-23f33d99-1340-4739-b6ff-8a964e45defb tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:00.292340 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f12e1b64-e3ce-4f56-80a5-576a45782a3e req-23f33d99-1340-4739-b6ff-8a964e45defb tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.0879087
Dec 16 14:53:00.340597 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f12e1b64-e3ce-4f56-80a5-576a45782a3e req-5b3e65d0-a183-4fe2-833c-196bd069bb12 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423846
Dec 16 14:53:00.550003 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d357e-b25f-4e80-8013-7f464ff774b7 req-e15b81ad-7399-431e-a0b8-2a39860dfc84 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:00.552028 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fa7d357e-b25f-4e80-8013-7f464ff774b7 req-e15b81ad-7399-431e-a0b8-2a39860dfc84 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.0802681
Dec 16 14:53:00.599801 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fa7d357e-b25f-4e80-8013-7f464ff774b7 req-3c3b1544-19aa-4257-99dc-7a70f03e972b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416045
Dec 16 14:53:00.628789 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 39898) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:53:00.771542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d5ae63c-0ec4-4d71-8fa6-473434b4e1c5 tempest-TestVolumeBootPattern-1458919540 tempest-TestVolumeBootPattern-1458919540-project-admin] Synchronizing usage tracker for tenant:495cca0a6a6847fcb34196aab4ffc8dc on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:53:00.793364 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d5ae63c-0ec4-4d71-8fa6-473434b4e1c5 tempest-TestVolumeBootPattern-1458919540 tempest-TestVolumeBootPattern-1458919540-project-admin] Unset dirty status for tenant:495cca0a6a6847fcb34196aab4ffc8dc on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:53:00.794744 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9d5ae63c-0ec4-4d71-8fa6-473434b4e1c5 tempest-TestVolumeBootPattern-1458919540 tempest-TestVolumeBootPattern-1458919540-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1093 time: 0.1646492
Dec 16 14:53:00.798493 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 39904) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:53:00.804737 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'port_id': '080fe726-38f3-4048-85d9-c1b48600093c', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:53:00.810895 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:53:00.815700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:floatingip and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:53:00.819386 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:53:00.825593 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:53:00.838523 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:00.979744 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:01.126700 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Allocated IP 172.27.1.35 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/15b8e8fc-028f-4027-8860-4ec788bef57d) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:53:01.289302 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:01.319164 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:01.323027 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-fc7da58a-31ba-4570-a106-11d81852559b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:53:01.392946 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:53:01.394305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:53:01.399317 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:53:01.430022 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'Port': ['ID=15b8e8fc-028f-4027-8860-4ec788bef57d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:53:01.436444 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:53:01.458222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-769416b0-a651-4255-b067-2bf3becb1cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.048213 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.116187 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.341745 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.347652 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.351609 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c9c97276-5547-470e-83e8-677f860cd41b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:53:02.393825 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.461840 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'Port': ['ID=15b8e8fc-028f-4027-8860-4ec788bef57d,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:53:02.465883 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:53:02.484297 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:02.689536 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.l3_db [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Floating IP 97724bad-c401-48f3-96b2-2cc24dd98873 associated. External IP: 172.27.1.35, port: 080fe726-38f3-4048-85d9-c1b48600093c.
Dec 16 14:53:02.924516 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:03.093868 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Router 8a9d3992-91b9-43c8-842f-641e7049f172 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:53:03.298772 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:53:03.309543 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:53:03.323643 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:53:03.323916 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:03.324472 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfd991c0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:53:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:53:03.381895 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f69ef5b1-c631-4595-8ad7-a415c4a9ed32 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5822186
Dec 16 14:53:03.382823 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:53:03.449571 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c', 'status': 'completed', 'code': 200}
Dec 16 14:53:03.559150 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:53:03.576010 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-5e46f854-7e89-4668-99e0-2af82929115d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1098 time: 0.0776019
Dec 16 14:53:03.838761 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-9eae82da-ec17-4524-9875-d6ff11126133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:03.840247 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-9eae82da-ec17-4524-9875-d6ff11126133 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.2580645
Dec 16 14:53:03.927992 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfd991c0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '97724bad-c401-48f3-96b2-2cc24dd98873', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'port_id': '080fe726-38f3-4048-85d9-c1b48600093c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'mac_address': 'fa:16:3e:58:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:53:01Z', 'updated_at': '2021-12-16T14:53:01Z', 'revision_number': 0, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:53:03.931920 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:53:03.944868 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:53:03.945526 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfd991c0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:53:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:53:03.948529 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-620066e5-8200-4a5d-9923-172d4eeea6eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 200  len: 998 time: 0.1015408
Dec 16 14:53:03.980385 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:53:04.013102 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-86ecd6dd-532f-47e7-88dc-813c60d51591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:04.015141 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-86ecd6dd-532f-47e7-88dc-813c60d51591 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0602295
Dec 16 14:53:04.092300 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-5e0da94f-ac20-4797-aaa1-2fd83ba70ac8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709846
Dec 16 14:53:04.128612 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:53:04.230851 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-7ea7892b-f699-40db-b08e-4d7bc5b61dcf service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322348
Dec 16 14:53:04.372249 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9b1e728d-b9d8-48a8-9d7a-588514c44a18 req-db8588ec-c3bd-4d84-a860-8b00e7d5bd57 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354921
Dec 16 14:53:04.505183 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:04.520288 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfd991c0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '97724bad-c401-48f3-96b2-2cc24dd98873', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'port_id': '080fe726-38f3-4048-85d9-c1b48600093c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'mac_address': 'fa:16:3e:58:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:53:01Z', 'updated_at': '2021-12-16T14:53:01Z', 'revision_number': 0, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:53:04.525388 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae86ab96-40cd-4287-bab2-b85edb7a45fa None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '97724bad-c401-48f3-96b2-2cc24dd98873', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'port_id': '080fe726-38f3-4048-85d9-c1b48600093c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'mac_address': 'fa:16:3e:58:ff:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:53:01Z', 'updated_at': '2021-12-16T14:53:01Z', 'revision_number': 0, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:53:04.724975 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4467aac-82f8-4191-82dd-a8d70eda47a6 None None] New status for floating IP 97724bad-c401-48f3-96b2-2cc24dd98873: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:53:12.022122 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:28.909370 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4e8055f7-4ec5-466a-a292-8bd013ebde36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:31.462637 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1698565d-d53a-42e6-8831-6ac98f42b33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:32.391361 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:32.928822 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:34.500244 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:40.981833 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:53:42.025789 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:53:50.932259 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-561c9ae2-5dcc-4918-aa79-1347b59e4f3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1481867
Dec 16 14:53:51.102216 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-78abb0d7-bae7-47cf-bab0-32d08a9cedee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1098 time: 0.0731425
Dec 16 14:53:51.253780 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-f549a3ea-4b14-4940-af19-2167580aaf0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:51.255272 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-f549a3ea-4b14-4940-af19-2167580aaf0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1322083
Dec 16 14:53:51.363749 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-60ee2547-dc98-4713-8f79-d5feb95d88b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 200  len: 1000 time: 0.1012874
Dec 16 14:53:51.432411 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-0d9049b3-d282-44b3-9cc2-3b9aecc59cc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:53:51.433941 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-0d9049b3-d282-44b3-9cc2-3b9aecc59cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0638039
Dec 16 14:53:51.509470 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-4707eb23-bb41-4152-ba2b-820fa2b0b7db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693543
Dec 16 14:53:51.649847 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-ce7d5f3a-8c8a-40ea-98c8-b9917d1646ba service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333208
Dec 16 14:53:51.788454 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b81acdc6-d1a4-454d-9802-ce3953152a79 req-10f30dda-39d2-4c23-b91b-b575b5c29616 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323171
Dec 16 14:53:58.904649 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8b991f1b-be0b-4e70-8dd4-befd4706104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:01.466363 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ded5bab6-d2cb-4e08-9257-cfd225f4af25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:02.389480 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:02.932515 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:04.514739 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:12.028048 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:17.985460 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:54:28.910272 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-557d36cc-25c5-409a-85aa-c0991e97bd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:31.470409 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1a399cab-dbef-4963-8518-e3e50de2c484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:32.387084 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:32.935126 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:34.509365 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:42.043421 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:54:52.800068 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-400f6df3-8132-4fbb-abed-47d77e79c9ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720978
Dec 16 14:54:53.073839 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-e569be8d-5a04-47f5-90ca-9b17a8d664fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 1098 time: 0.1843932
Dec 16 14:54:53.242127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d084b74-5845-4080-827d-d886a2c4247e req-ebc12336-b055-4565-bd24-af807bb946fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:53.243639 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-ebc12336-b055-4565-bd24-af807bb946fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1499460
Dec 16 14:54:53.351553 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-c717e85e-53dc-4be4-9438-62a87cf9c10e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 200  len: 1000 time: 0.1006436
Dec 16 14:54:53.415942 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d084b74-5845-4080-827d-d886a2c4247e req-1619d5da-be23-4652-b887-5702098e14f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:54:53.417411 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-1619d5da-be23-4652-b887-5702098e14f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0599868
Dec 16 14:54:53.495329 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-f432f31e-034b-4215-8692-1929d77de5c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717218
Dec 16 14:54:53.638036 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-442669ff-110f-4167-b0ce-a4a99c669da9 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357329
Dec 16 14:54:53.777691 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6d084b74-5845-4080-827d-d886a2c4247e req-eca92851-fc49-40c4-99ee-8f2fba1f3db7 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332512
Dec 16 14:54:54.986548 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:54:58.907661 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-94f45206-c3a4-4ca7-8990-f1ff756ee99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:01.479283 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf53c-0597-49a8-b69e-735060e9b953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:02.383055 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:02.936996 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:04.510189 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:12.039775 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:28.084161 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ae70f-6d0a-4e3e-af1a-7f0ea491a482 req-725f3ccb-9aa8-4ff6-95b9-8c5ad1e6c88f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:28.085664 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf7ae70f-6d0a-4e3e-af1a-7f0ea491a482 req-725f3ccb-9aa8-4ff6-95b9-8c5ad1e6c88f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.0803039
Dec 16 14:55:28.135425 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf7ae70f-6d0a-4e3e-af1a-7f0ea491a482 req-e9f35afb-4df6-457f-95f4-fb3af79be4a2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437171
Dec 16 14:55:28.904482 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e84378d-46d0-4124-a828-9d3366ac2b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:29.370670 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08f78e-f34a-435d-a027-3966c51cbb14 req-bea62cd9-72d1-43a6-97f8-f3fef9bb0347 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:29.372540 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2d08f78e-f34a-435d-a027-3966c51cbb14 req-bea62cd9-72d1-43a6-97f8-f3fef9bb0347 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.0940711
Dec 16 14:55:29.420762 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2d08f78e-f34a-435d-a027-3966c51cbb14 req-91d7d861-d1a7-40bd-804e-763a40f6c20b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425775
Dec 16 14:55:29.950907 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-20fabe8a-0f83-4dbc-a233-22a757178ffd tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:29.952347 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-20fabe8a-0f83-4dbc-a233-22a757178ffd tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.0861318
Dec 16 14:55:30.034419 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Deleting port 080fe726-38f3-4048-85d9-c1b48600093c {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:55:30.034767 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:30.305970 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] For port 080fe726-38f3-4048-85d9-c1b48600093c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=080fe726-38f3-4048-85d9-c1b48600093c,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:55:30.306338 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:30.747344 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:30.747597 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:30.748019 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Floating IP 97724bad-c401-48f3-96b2-2cc24dd98873 disassociated. External IP: 172.27.1.35, port: 080fe726-38f3-4048-85d9-c1b48600093c.
Dec 16 14:55:30.748390 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Calling delete_port for 080fe726-38f3-4048-85d9-c1b48600093c owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:55:30.841293 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92191bd-0ebd-4e4f-8c9e-20ac9aa684af req-766f13f3-cc83-49b3-a20f-78b6a129a10e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:30.842845 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b92191bd-0ebd-4e4f-8c9e-20ac9aa684af req-766f13f3-cc83-49b3-a20f-78b6a129a10e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 945 time: 0.2710593
Dec 16 14:55:30.945333 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b92191bd-0ebd-4e4f-8c9e-20ac9aa684af req-b2e83b9c-7c91-4644-a432-97b334954b8a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962405
Dec 16 14:55:30.946368 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:30.952647 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-33b05da0-8f23-4987-8d72-a7763e8cebfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:30.995224 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event deleted for resources: {'Port': ['ID=080fe726-38f3-4048-85d9-c1b48600093c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:31.010638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.010638 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.010946 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.011262 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.011594 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.011937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.012281 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.012745 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.012964 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.013301 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.013637 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:31.018068 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:31.232581 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Router 8a9d3992-91b9-43c8-842f-641e7049f172 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:55:31.449303 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:55:31.492243 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-674c82aa-fa1d-433f-a950-d7216e614f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:31.499417 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:55:31.511889 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:55:31.512714 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf8409d0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:55:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:31.534334 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] No DVR routers for this DVR port 080fe726-38f3-4048-85d9-c1b48600093c on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:55:31.537388 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:31.540313 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'name': 'network-vif-deleted', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:55:31.557629 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c426872-ffff-4bf9-afb8-b5f9f49941f4 req-f3cb7b5c-7490-45c4-8fd1-7fe66273966c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "DELETE /v2.0/ports/080fe726-38f3-4048-85d9-c1b48600093c HTTP/1.1" status: 204  len: 173 time: 1.5986128
Dec 16 14:55:31.603010 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42478ff5-0e4e-4b8a-812b-1c86dcb24306', 'name': 'network-vif-deleted', 'tag': '080fe726-38f3-4048-85d9-c1b48600093c', 'status': 'completed', 'code': 200}
Dec 16 14:55:31.749707 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:55:31.987357 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:55:32.077257 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf8409d0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:32.081951 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:55:32.094840 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:55:32.095761 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf8409d0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:55:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:32.131527 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5dea1ad4-eb4b-449f-8f91-3e126a73cdb7 req-3dc84144-25a7-454e-a824-6e0678a2a56d tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:55:32.152184 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-5dea1ad4-eb4b-449f-8f91-3e126a73cdb7 req-3dc84144-25a7-454e-a824-6e0678a2a56d tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:55:32.153787 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5dea1ad4-eb4b-449f-8f91-3e126a73cdb7 req-3dc84144-25a7-454e-a824-6e0678a2a56d tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=42478ff5-0e4e-4b8a-812b-1c86dcb24306 HTTP/1.1" status: 200  len: 210 time: 0.0650551
Dec 16 14:55:32.303650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:55:32.457000 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:32.645714 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf8409d0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:32.649915 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9bd6c-9f78-4fa5-8f27-52e08cb9c825 None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:55:32.892408 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9609325a-9726-466c-9f7f-1a91e67949eb None None] New status for floating IP 97724bad-c401-48f3-96b2-2cc24dd98873: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:55:32.939471 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:33.636812 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-8afa8c94-7d42-4783-84a9-9e713620a854 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116736629&fields=id&tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 267 time: 0.0432255
Dec 16 14:55:33.788106 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c319d4a-aca4-499c-9384-a64092566dad req-bd0c054b-b77b-4e88-bc2b-3a67a5d8875c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:33.789635 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-bd0c054b-b77b-4e88-bc2b-3a67a5d8875c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 811 time: 0.1461711
Dec 16 14:55:33.806264 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-0e0283e6-c8bd-4521-a485-167550b18976 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/quotas/cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 375 time: 0.0112438
Dec 16 14:55:33.896580 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-d95e6eb0-a3d0-4857-9b1f-1df44ffe2a36 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0850842
Dec 16 14:55:34.048242 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-95226f02-03b9-427c-8b0a-bef5a0ba0a0a service neutron] 10.222.0.67 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390450
Dec 16 14:55:34.184854 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-7425544d-e0a6-4a49-98df-6d4859700acf service neutron] 10.222.0.67 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293864
Dec 16 14:55:34.514290 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:34.607229 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b80295f4-a578-4225-801e-0007fb0b6a21 req-5de6d3c2-bcab-4790-a6bb-acbb3bd0d30b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 210 time: 0.0470326
Dec 16 14:55:34.811226 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 080fe726-38f3-4048-85d9-c1b48600093c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:55:34.851243 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: 080fe726-38f3-4048-85d9-c1b48600093c {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:55:34.851567 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device 080fe726-38f3-4048-85d9-c1b48600093c not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:55:35.780667 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe2834a8-5a11-4a0f-960e-08eeb9629e2b req-ae994a61-8b8f-476b-89bd-9aae72080daf tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 210 time: 0.0440285
Dec 16 14:55:36.057857 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c319d4a-aca4-499c-9384-a64092566dad req-c6697ae2-8430-4f81-8b6f-a7ed3490d42a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:36.059455 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-c6697ae2-8430-4f81-8b6f-a7ed3490d42a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 811 time: 0.1534123
Dec 16 14:55:36.121866 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-68bde378-7079-4f88-86ce-819d547dfe52 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 379 time: 0.0435455
Dec 16 14:55:36.131539 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'port': {'device_id': '6403f291-2bd1-45cf-9274-b3a280642563', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'admin_state_up': True, 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'security_groups': ['4ee994e0-12ac-4c2d-84c4-d6634f87866d']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:55:36.389763 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:55:36.401373 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:55:36.412059 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Made reservation on behalf of cc24679d241c4fc5ad847e4dd6d68cc7 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 16 14:55:36.415075 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:36.583436 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Allocated IP 172.20.0.14 (4601ad77-56d7-4b99-978d-819541f9e442/8f9e5562-708f-4986-b32f-4a021b4477bc/e0779447-afb2-4898-9e47-bb54bef71f59) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:55:36.785217 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:36.802987 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Transition to ACTIVE for port object e0779447-afb2-4898-9e47-bb54bef71f59 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:55:36.826858 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:36.835360 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-d7039074-e357-4634-964b-8402f269ddb0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:36.921482 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'Port': ['ID=e0779447-afb2-4898-9e47-bb54bef71f59,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:36.924980 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:36.935345 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Network 4601ad77-56d7-4b99-978d-819541f9e442 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:55:36.936783 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:55:36.939540 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:55:37.005136 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906870b-ff21-4f62-9e9d-2dbb58780bee req-11fe0b10-4825-4286-b3ef-7832c121086c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:37.007286 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5906870b-ff21-4f62-9e9d-2dbb58780bee req-11fe0b10-4825-4286-b3ef-7832c121086c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 932 time: 0.0971651
Dec 16 14:55:37.010912 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:37.011647 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:37.053436 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-f4a46edc-64fa-42f9-9808-bc25cd53cbf9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9263802
Dec 16 14:55:37.068533 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5906870b-ff21-4f62-9e9d-2dbb58780bee req-3ec2b40a-f904-4e7a-b65e-82d5cc913009 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520811
Dec 16 14:55:37.074099 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Request body: {'port': {'device_id': '6403f291-2bd1-45cf-9274-b3a280642563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:55:37.205175 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-598bba73-0617-402a-b57f-4a8ae42cf682 None None] Provisioning for port e0779447-afb2-4898-9e47-bb54bef71f59 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:55:37.212598 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-598bba73-0617-402a-b57f-4a8ae42cf682 None None] Provisioning complete for port e0779447-afb2-4898-9e47-bb54bef71f59 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:55:37.213186 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-598bba73-0617-402a-b57f-4a8ae42cf682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:37.215127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:37.279917 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-598bba73-0617-402a-b57f-4a8ae42cf682 None None] Port e0779447-afb2-4898-9e47-bb54bef71f59 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 16 14:55:37.616239 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0779447-afb2-4898-9e47-bb54bef71f59 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:55:37.624192 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:37.643237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Transition to ACTIVE for port object e0779447-afb2-4898-9e47-bb54bef71f59 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 16 14:55:37.649846 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:37.657082 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-10fcbb4e-41d6-4925-b49a-5c7e79d6ba3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:37.806312 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Pushing event updated for resources: {'Port': ['ID=e0779447-afb2-4898-9e47-bb54bef71f59,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:37.811922 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:37.948931 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Attempting to bind port e0779447-afb2-4898-9e47-bb54bef71f59 on host hv-cinder-82189 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 16 14:55:37.949474 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Attempting to bind port e0779447-afb2-4898-9e47-bb54bef71f59 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 16 14:55:37.950161 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Attempting to bind port e0779447-afb2-4898-9e47-bb54bef71f59 on network 4601ad77-56d7-4b99-978d-819541f9e442 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:55:37.961002 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Port e0779447-afb2-4898-9e47-bb54bef71f59 on network 4601ad77-56d7-4b99-978d-819541f9e442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 16 14:55:37.961544 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Attempting to bind port e0779447-afb2-4898-9e47-bb54bef71f59 on network 4601ad77-56d7-4b99-978d-819541f9e442 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 16 14:55:37.971127 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Checking agent: {'id': '39a73441-1a5d-4792-9bc7-9e3cc4dbae51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'started_at': datetime.datetime(2021, 12, 16, 14, 35, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 16, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 16 14:55:37.971453 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Checking segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 16 14:55:37.971833 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Bound using segment: {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 16 14:55:37.972258 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Bound port: e0779447-afb2-4898-9e47-bb54bef71f59, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acc5aae2-1092-471d-a5d1-edafba039402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 16 14:55:37.972816 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:38.069917 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] For port e0779447-afb2-4898-9e47-bb54bef71f59, host hv-cinder-82189, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 16 14:55:38.073178 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] For port e0779447-afb2-4898-9e47-bb54bef71f59, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e0779447-afb2-4898-9e47-bb54bef71f59,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 16 14:55:38.079252 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32517990'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:38.083412 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-4ff356be-0cb1-44b2-96de-ac282610f257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:38.149308 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:38.151323 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] 10.222.0.48 "PUT /v2.0/ports/e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 1094 time: 1.0819328
Dec 16 14:55:38.151937 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:55:38.181661 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Pushing event updated for resources: {'Port': ['ID=e0779447-afb2-4898-9e47-bb54bef71f59,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:38.185007 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-251cb0f1-dc82-4afc-893a-a43afae27e4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:38.279286 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'status': 'completed', 'code': 200}
Dec 16 14:55:38.359070 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710305e-2124-4f13-89e6-1d568b0ee755 req-2f7fdd9d-a78c-4180-a812-323e806f3912 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:38.359760 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-9710305e-2124-4f13-89e6-1d568b0ee755 req-2f7fdd9d-a78c-4180-a812-323e806f3912 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:55:38.366577 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-90cf6dae-f0e9-4798-82e5-3f29ca2b40b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1097 time: 0.1170490
Dec 16 14:55:38.433347 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-9710305e-2124-4f13-89e6-1d568b0ee755 req-2f7fdd9d-a78c-4180-a812-323e806f3912 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:55:38.433908 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9710305e-2124-4f13-89e6-1d568b0ee755 req-2f7fdd9d-a78c-4180-a812-323e806f3912 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.2166536
Dec 16 14:55:38.459483 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-65dc5170-d2ca-4b16-9b0b-253d55d2388b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 217 time: 0.0795770
Dec 16 14:55:38.632440 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9710305e-2124-4f13-89e6-1d568b0ee755 req-e0d13ba2-88d0-4e13-95d5-2e1765a28757 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1910801
Dec 16 14:55:38.639728 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c319d4a-aca4-499c-9384-a64092566dad req-6a7c8ef4-5774-4511-a7ed-cb7e1e9d1421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:38.641205 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-6a7c8ef4-5774-4511-a7ed-cb7e1e9d1421 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.1740944
Dec 16 14:55:38.720236 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-bf830dff-f23b-4bb3-9bad-a819dbcf5863 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718918
Dec 16 14:55:38.855881 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-119bfeb8-a003-49cf-b7c5-68498f5ca69a service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295216
Dec 16 14:55:38.995869 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2c319d4a-aca4-499c-9384-a64092566dad req-b912febf-5886-4614-b19f-f5285a72a074 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337106
Dec 16 14:55:39.161419 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-d0efabc3-f91b-4ebf-ad39-222fae5a51bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1097 time: 0.0738742
Dec 16 14:55:39.295361 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-f19b6952-0ec7-4645-a86b-b2881f1cd503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:39.296729 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-f19b6952-0ec7-4645-a86b-b2881f1cd503 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1281729
Dec 16 14:55:39.368204 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-6818e36e-984a-454e-8190-310bda21933b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 217 time: 0.0647054
Dec 16 14:55:39.433765 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-c1770d0e-9e26-4e33-a01e-1819bdaea0db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:39.435252 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-c1770d0e-9e26-4e33-a01e-1819bdaea0db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0607047
Dec 16 14:55:39.514657 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-ec1c833a-df5c-441a-bfc5-5c4b1b582e9f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731130
Dec 16 14:55:39.648165 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-15eadbb0-45e1-40af-abe7-4d58bd531860 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271493
Dec 16 14:55:39.790017 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7219f465-1977-4a08-8d1c-1d3a17a57232 req-9e9a9f2f-5424-429f-9746-baad80cec94c service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351454
Dec 16 14:55:39.845498 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62b551-83eb-4f9b-ae90-71507903feeb req-b89c2847-7770-489e-ab57-f2dd9264c8e4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:39.847016 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df62b551-83eb-4f9b-ae90-71507903feeb req-b89c2847-7770-489e-ab57-f2dd9264c8e4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.0819168
Dec 16 14:55:39.894535 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df62b551-83eb-4f9b-ae90-71507903feeb req-a65a9e40-9c1c-4511-8659-d2f7d54f9354 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410335
Dec 16 14:55:41.108723 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c0b68-74c4-496a-9b08-3c6e000c73a6 req-a6aaf67b-4390-49db-ab8b-1ca09a9d7707 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:41.110260 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-972c0b68-74c4-496a-9b08-3c6e000c73a6 req-a6aaf67b-4390-49db-ab8b-1ca09a9d7707 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.0802746
Dec 16 14:55:41.159752 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-972c0b68-74c4-496a-9b08-3c6e000c73a6 req-c844dd5a-0af8-4eed-aa5c-6d6500ad9815 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433464
Dec 16 14:55:42.044668 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:42.364813 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef6d6e-cf2c-48af-9c2f-c44dc28a2104 req-03a63e6f-4539-4fe3-8935-6422dfbbce49 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:42.366342 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-42ef6d6e-cf2c-48af-9c2f-c44dc28a2104 req-03a63e6f-4539-4fe3-8935-6422dfbbce49 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.0807683
Dec 16 14:55:42.436599 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-42ef6d6e-cf2c-48af-9c2f-c44dc28a2104 req-202285a6-f815-4fe9-9e30-add920fdbf86 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644023
Dec 16 14:55:43.656437 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38aa7c-5236-4b3b-bc30-d6f0ded8fbca req-3a8c6893-bdea-49ad-a805-7d9d76edb9f8 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:43.657894 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1b38aa7c-5236-4b3b-bc30-d6f0ded8fbca req-3a8c6893-bdea-49ad-a805-7d9d76edb9f8 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.0885584
Dec 16 14:55:43.708093 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1b38aa7c-5236-4b3b-bc30-d6f0ded8fbca req-06b2bd19-5ae9-4e22-bd37-02a2fbf28797 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439439
Dec 16 14:55:44.922541 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11be63-16cd-451b-a864-7767edf610c5 req-0ecf1179-6314-4c2c-a6e6-9e667e33dfb1 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:44.924015 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fe11be63-16cd-451b-a864-7767edf610c5 req-0ecf1179-6314-4c2c-a6e6-9e667e33dfb1 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.0896089
Dec 16 14:55:44.982390 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fe11be63-16cd-451b-a864-7767edf610c5 req-547d9f71-8cae-48d1-9566-44faa6b710e9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506983
Dec 16 14:55:46.192118 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7754e-0b12-4b69-9871-e3b4aadfbb5a req-648292e7-95bc-4ed7-a8aa-1f54b72dc352 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:46.193651 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5c7754e-0b12-4b69-9871-e3b4aadfbb5a req-648292e7-95bc-4ed7-a8aa-1f54b72dc352 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 944 time: 0.0865333
Dec 16 14:55:46.241955 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5c7754e-0b12-4b69-9871-e3b4aadfbb5a req-d24238bd-2d5c-4a52-a26a-4445fc2b2d09 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426104
Dec 16 14:55:46.889070 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e0779447-afb2-4898-9e47-bb54bef71f59 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 16 14:55:47.032205 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e0779447-afb2-4898-9e47-bb54bef71f59, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e0779447-afb2-4898-9e47-bb54bef71f59,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:55:47.046574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Returning: {'device': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'port_id': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'mac_address': 'fa:16:3e:7d:ac:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 16 14:55:47.106454 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:47.123944 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0779447-afb2-4898-9e47-bb54bef71f59 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 16 14:55:47.139614 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e0779447-afb2-4898-9e47-bb54bef71f59, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e0779447-afb2-4898-9e47-bb54bef71f59,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:55:47.145743 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:47.147886 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:47.216985 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e0779447-afb2-4898-9e47-bb54bef71f59,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:47.226650 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.226958 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.227311 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.227640 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.227969 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.228296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.228616 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.228940 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.229258 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.229576 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.229890 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:47.234010 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:47.451530 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d5a0-bbdb-4226-974f-7e40d18aa74e req-ebe2ea67-b553-4b3c-a146-9f9561f9a34c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:47.453207 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fd32d5a0-bbdb-4226-974f-7e40d18aa74e req-ebe2ea67-b553-4b3c-a146-9f9561f9a34c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 945 time: 0.0797317
Dec 16 14:55:47.511684 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fd32d5a0-bbdb-4226-974f-7e40d18aa74e req-568f4942-ca47-4a3a-a6eb-af64b5c0c83c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523314
Dec 16 14:55:47.652765 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] get_ports_and_sgs() called for port_ids ['e0779447-afb2-4898-9e47-bb54bef71f59'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 16 14:55:48.716175 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b2f96-3443-449e-99d4-b381ffde3673 req-f522fc17-68c9-4a04-99a7-00038a375150 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:48.717640 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-343b2f96-3443-449e-99d4-b381ffde3673 req-f522fc17-68c9-4a04-99a7-00038a375150 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 945 time: 0.0814111
Dec 16 14:55:48.766198 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-343b2f96-3443-449e-99d4-b381ffde3673 req-33b4027a-49e9-4cd3-b7eb-a58b21e19a38 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425296
Dec 16 14:55:48.904520 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e0779447-afb2-4898-9e47-bb54bef71f59 up at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 16 14:55:48.982773 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning for port e0779447-afb2-4898-9e47-bb54bef71f59 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 16 14:55:48.987994 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Provisioning complete for port e0779447-afb2-4898-9e47-bb54bef71f59 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 16 14:55:48.988359 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1267760'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:49.108855 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:49.137299 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:55:49.148543 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] For port e0779447-afb2-4898-9e47-bb54bef71f59, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e0779447-afb2-4898-9e47-bb54bef71f59,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:55:49.154591 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:49.156489 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:49.226619 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Pushing event updated for resources: {'Port': ['ID=e0779447-afb2-4898-9e47-bb54bef71f59,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:49.230134 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_concurrency.lockutils [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:49.276325 dv-cinder-821893-3-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'code': 200}
Dec 16 14:55:49.583301 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-799283f7-af5d-447c-ac5a-b5675885b27a req-c6070e83-2f51-4bd7-be1d-46f91700f75c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0693684
Dec 16 14:55:49.629308 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-799283f7-af5d-447c-ac5a-b5675885b27a req-eec40498-501a-4b3a-80f9-5fe84ce01955 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392818
Dec 16 14:55:50.066693 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1b7c7-239c-43ce-ba23-10e06a06aad8 req-c697c1f8-64c6-43aa-84ff-62ae93680c70 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:50.068205 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-caf1b7c7-239c-43ce-ba23-10e06a06aad8 req-c697c1f8-64c6-43aa-84ff-62ae93680c70 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.1758657
Dec 16 14:55:50.119472 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-caf1b7c7-239c-43ce-ba23-10e06a06aad8 req-fc4f51aa-ce10-46dc-8785-ac860c002c17 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430062
Dec 16 14:55:51.327840 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578acdbc-9781-4ba3-a661-9f7f4f1ab859 req-585f9d59-dcbb-4955-b583-fdf9972061f8 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:51.329299 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-578acdbc-9781-4ba3-a661-9f7f4f1ab859 req-585f9d59-dcbb-4955-b583-fdf9972061f8 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.0788291
Dec 16 14:55:51.378954 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-578acdbc-9781-4ba3-a661-9f7f4f1ab859 req-88e0f16b-0b3d-4f20-a03e-050b6689b4df tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436459
Dec 16 14:55:51.585804 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28da447-596d-4941-a4bb-6029dba3a4e4 req-5322f26f-08b9-4793-834e-16ed9d138485 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:51.587314 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d28da447-596d-4941-a4bb-6029dba3a4e4 req-5322f26f-08b9-4793-834e-16ed9d138485 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.0824983
Dec 16 14:55:51.634087 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d28da447-596d-4941-a4bb-6029dba3a4e4 req-359bcbf2-3a51-4d83-a114-f618c9227993 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410178
Dec 16 14:55:51.663888 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40044) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:55:51.737861 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-287379a5-ec71-4c7f-a3fd-99ea5e337675 tempest-TestVolumeBootPattern-1458919540 tempest-TestVolumeBootPattern-1458919540-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1094 time: 0.0725198
Dec 16 14:55:51.740315 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40048) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:55:51.745526 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Request body: {'floatingip': {'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'port_id': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 16 14:55:51.751272 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 16 14:55:51.755331 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Usage tracker for resource:floatingip and tenant:cc24679d241c4fc5ad847e4dd6d68cc7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 16 14:55:51.758381 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 16 14:55:51.764263 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 16 14:55:51.776340 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:51.916959 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:52.050614 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Allocated IP 172.27.1.211 (7aea5294-7bed-46d0-a8e8-f17a4a4f2926/d6e6562a-0f0d-4941-8943-bb57b4937c7f/9bb72f74-806d-49ff-846e-539a49ef5130) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 16 14:55:52.204738 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:52.242039 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790137335161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:52.245839 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:52.407775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Network 7aea5294-7bed-46d0-a8e8-f17a4a4f2926 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 16 14:55:52.411791 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 16 14:55:52.413782 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'Port': ['ID=9bb72f74-806d-49ff-846e-539a49ef5130,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:52.416054 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 16 14:55:52.457633 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.458016 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.458384 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.458742 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.459096 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.459442 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.459788 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.460135 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.460482 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.460828 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.461178 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:55:52.469602 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:52.793178 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-94fe238f-b938-4313-a943-88db937d52ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0693707
Dec 16 14:55:52.952013 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-9b335abd-fecc-431d-8f9e-4e543cdcb10d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0750203
Dec 16 14:55:52.953429 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:53.019262 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1284085'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:53.113082 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f62f21-f57f-406d-969d-2265afcb19de req-9738da7c-2fce-4f23-b5b1-c3b284747b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:53.114630 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-9738da7c-2fce-4f23-b5b1-c3b284747b3a service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1437757
Dec 16 14:55:53.228123 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-5fc2805f-9cf4-4da1-be4c-43fcf474e1e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 1000 time: 0.1050134
Dec 16 14:55:53.240856 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:53.246537 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790137764877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790137335179', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790137335224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33187971'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:53.250438 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-0df67a48-260d-4437-a938-6a3bf2bcfc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:55:53.296925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f62f21-f57f-406d-969d-2265afcb19de req-41247c90-d9d5-4618-81dc-833591f08674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:53.299501 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-41247c90-d9d5-4618-81dc-833591f08674 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0647936
Dec 16 14:55:53.349761 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event updated for resources: {'Port': ['ID=9bb72f74-806d-49ff-846e-539a49ef5130,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:55:53.353846 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:55:53.368398 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654979'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:53.378457 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-4f128986-bc9b-47e6-bee7-d21d3650e810 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729454
Dec 16 14:55:53.514207 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-1e80ee03-4d9a-4295-8b4a-6ba470e77609 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288080
Dec 16 14:55:53.627863 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Floating IP 0519f45c-6c06-4cad-8602-b5f6e4457d1d associated. External IP: 172.27.1.211, port: e0779447-afb2-4898-9e47-bb54bef71f59.
Dec 16 14:55:53.646410 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f62f21-f57f-406d-969d-2265afcb19de req-b58ee6b8-9ccb-4058-86bf-6ac09711cc03 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253021
Dec 16 14:55:54.151505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Router 8a9d3992-91b9-43c8-842f-641e7049f172 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:55:54.364894 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:55:54.375427 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:55:54.388306 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:55:54.389262 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb55ee0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:55:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:54.390987 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:55:54.449404 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7079399
Dec 16 14:55:54.450122 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:55:54.570703 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:55:54.587332 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'status': 'completed', 'code': 200}
Dec 16 14:55:54.713682 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-ed71899d-80e9-44fd-9d69-0bd9b23c003f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0819960
Dec 16 14:55:54.876647 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-e7c838df-4b7b-4560-880a-716846771d43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:54.879140 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-e7c838df-4b7b-4560-880a-716846771d43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1586306
Dec 16 14:55:54.952513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb55ee0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '0519f45c-6c06-4cad-8602-b5f6e4457d1d', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'port_id': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'mac_address': 'fa:16:3e:7d:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403f291-2bd1-45cf-9274-b3a280642563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:52Z', 'updated_at': '2021-12-16T14:55:52Z', 'revision_number': 0, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:54.957257 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:55:54.969668 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:55:54.970261 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb55ee0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:55:31Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:54.989282 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-e7e6966f-a1a3-4725-92f4-96b1e291de92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 1000 time: 0.1015997
Dec 16 14:55:55.054103 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-8e519c21-f0c4-4801-9003-3b107521afe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:55:55.055579 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-8e519c21-f0c4-4801-9003-3b107521afe7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0589938
Dec 16 14:55:55.137674 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-295808f3-2819-46c7-805b-eddadb6dc348 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749571
Dec 16 14:55:55.159583 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:55:55.280006 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-c22689a6-f366-407c-b934-36e943c040c6 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337538
Dec 16 14:55:55.545489 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e5bab225-e291-4cc2-b1f4-f965d28d0ad2 req-519ef200-ae1a-4d5d-97eb-34d2d612be1c service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583246
Dec 16 14:55:55.577666 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb55ee0>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '0519f45c-6c06-4cad-8602-b5f6e4457d1d', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'port_id': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'mac_address': 'fa:16:3e:7d:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403f291-2bd1-45cf-9274-b3a280642563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:52Z', 'updated_at': '2021-12-16T14:55:52Z', 'revision_number': 0, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:55:55.582452 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622c6504-9f07-4e46-aa1f-bc7591c8a6f5 None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_floatingips': [{'id': '0519f45c-6c06-4cad-8602-b5f6e4457d1d', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'router_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'port_id': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'mac_address': 'fa:16:3e:7d:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403f291-2bd1-45cf-9274-b3a280642563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-16T14:55:52Z', 'updated_at': '2021-12-16T14:55:52Z', 'revision_number': 0, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:55:55.784721 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aff2f1-d556-4742-b16b-9925b548c736 None None] New status for floating IP 0519f45c-6c06-4cad-8602-b5f6e4457d1d: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:55:58.900176 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e3240305-3461-421e-b3bf-8a35fd78d45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:01.477238 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-65d3e09e-b538-4cec-91c2-e0d73dff37bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:02.392824 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:02.944500 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:04.516149 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:08.988863 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:56:12.046067 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:28.905100 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9b684d9d-a5a7-43a7-b987-c27180632cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:31.482819 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-47ed0b0e-f45a-40d4-bdf9-b8706873cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:32.398485 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:32.945675 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:34.519209 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:42.055568 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:56:45.989549 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:56:53.821443 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-af1f6813-10f5-4679-ae55-76756ed1b59a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0764499
Dec 16 14:56:53.991871 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-ed5ec3ac-73eb-4185-96e5-df761cc53490 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0736656
Dec 16 14:56:54.144893 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-ccda22e8-f49d-4a58-aa00-c305d65b86fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:54.146271 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-ccda22e8-f49d-4a58-aa00-c305d65b86fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1340723
Dec 16 14:56:54.263298 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-3318cfdb-9e00-441e-98ed-def2f1654784 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 1002 time: 0.1101816
Dec 16 14:56:54.332339 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-2f235d46-17bd-4aef-b883-d093798ef45e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:56:54.333774 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-2f235d46-17bd-4aef-b883-d093798ef45e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0630033
Dec 16 14:56:54.412817 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-fdc45838-4abd-416e-8815-98015bad9e20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724034
Dec 16 14:56:54.547679 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-67bae1a3-17e4-43f7-aa1f-329d4a3c8f3e service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274872
Dec 16 14:56:54.679151 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-906de2a5-0303-4633-883d-b2dc25ec0821 req-0d3d9e13-a9cd-4191-9fa9-b1263af8c9a8 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239643
Dec 16 14:56:58.919638 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-20845173-4b48-4bd4-81b8-2394e1e41609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:01.487079 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-732f909c-fd24-4046-96d9-856a9915a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:02.406781 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:02.950672 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:04.524265 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:12.080737 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:22.991043 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:57:28.914951 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c369b088-8a6c-4eae-8192-bbecd73836bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:31.484239 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-03f05e23-dd52-4f7b-93ac-e7e6d70ae6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:32.402399 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:32.952929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:34.525430 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:42.091346 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:55.822653 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-ed369364-66f2-4ef3-bfe1-70f710c2fb65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735478
Dec 16 14:57:55.982673 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-d6cdc15d-d90b-4c34-8814-580090dfcd31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0741389
Dec 16 14:57:56.130238 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-4727cf90-d793-47e1-917a-c76290852f35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:57:56.131707 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-4727cf90-d793-47e1-917a-c76290852f35 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1286933
Dec 16 14:57:56.238299 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-cceaa1f3-a0f1-4f63-bc29-a4f541252e36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 1002 time: 0.0997322
Dec 16 14:57:56.307567 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-792f5bd6-6338-42e8-89f2-f2e5f69109e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:57:56.309048 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-792f5bd6-6338-42e8-89f2-f2e5f69109e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0642993
Dec 16 14:57:56.388399 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-f2bd60f2-b88f-471d-9c26-c444564c0a6c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723755
Dec 16 14:57:56.523966 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-be919ed9-65e2-4107-b255-55b4e178fab7 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288064
Dec 16 14:57:56.762726 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cade7f5c-6a05-4cb0-8607-5ee2512ab482 req-205a3457-21c9-47b5-9eea-b4b603e84b85 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317550
Dec 16 14:57:57.912078 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-3f097cf8-df65-41f1-ad3a-4081e01671e9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116736629&fields=id&tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 267 time: 0.0432391
Dec 16 14:57:58.069323 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-ef46389d-b156-42a8-a2f9-6fb3af3bfb9a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:57:58.075225 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-ef46389d-b156-42a8-a2f9-6fb3af3bfb9a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 811 time: 0.1557224
Dec 16 14:57:58.093399 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-bf9eba29-a879-49c5-bd63-15e157f837b5 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/quotas/cc24679d241c4fc5ad847e4dd6d68cc7 HTTP/1.1" status: 200  len: 375 time: 0.0121560
Dec 16 14:57:58.187372 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-1acb1383-2ffa-4b3a-bb8a-da3460b53f25 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0878901
Dec 16 14:57:58.394830 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-bf3ba6be-7da5-4902-884b-e22fd953ca63 service neutron] 10.222.0.67 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953762
Dec 16 14:57:58.527636 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-30c3db9e-4136-4008-ac61-ad42c3f99e46 req-07a3c09c-92f8-49d9-abf3-3071e5baab21 service neutron] 10.222.0.67 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268044
Dec 16 14:57:58.919860 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4c1d2f0d-353d-479d-b355-4e629fd878b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:57:59.029556 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9e793b93-1f7b-4f64-a33b-b933a29d5e77 req-9729e60e-efd2-46c9-b58c-cb8600b730ee tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.1220570
Dec 16 14:57:59.992650 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:58:00.149419 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3d4fa080-cb3a-42df-932d-462eff3f44a8 req-03c71fec-f6dd-442b-a3c2-06ebc6c17608 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0479121
Dec 16 14:58:01.275176 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-986b2d37-600a-4779-a77a-237b82360df0 req-3e001508-d5c6-4068-ba29-90bd7eafe8e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0419888
Dec 16 14:58:01.488199 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-83f8e894-85b6-44e3-a15d-c82690d07396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:02.390523 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7122ae12-d45d-4e42-917b-e45bf0275958 req-50757d3e-0ac2-4ce7-836f-d6822486294b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0441539
Dec 16 14:58:02.401542 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:02.954610 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:03.506888 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-42edf734-4587-40ee-bf29-d200b959130d req-548f4cb7-ddb7-48dd-8c08-c3ee6966fdc3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0409243
Dec 16 14:58:04.529139 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:04.623950 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f48f73f1-1f7b-49a2-915f-1bd4b72e7ed9 req-daabd281-ddd8-4c3d-a375-9a061acc779b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0472298
Dec 16 14:58:05.741601 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7fd70804-6ef8-4695-ae1f-d8c25cdb054c req-f15f5147-fc37-4c4b-8ad8-ef0225b2e73e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0458295
Dec 16 14:58:06.859545 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6ec77a1a-b6dc-483b-9433-19092c8d25e3 req-02ad62a8-4bbc-4264-a419-15195264cbbb tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0455570
Dec 16 14:58:07.975801 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-913fb07e-87d5-4946-afb2-3e152f57f82f req-624b3fcc-a8f5-43d7-ac15-161ae12dd9bc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0418251
Dec 16 14:58:09.104380 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bd8a9f53-8256-40af-b14c-afd9bd45cd48 req-2f96997f-9a77-41dd-8f22-49a16c6d25e4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0437474
Dec 16 14:58:10.221529 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3bf40033-a285-438f-be11-073e2db8e498 req-3a3bb8b7-e9ee-466a-afa0-2c0dc0653791 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0411863
Dec 16 14:58:11.332056 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d362ce63-7080-4f05-956e-4f3363d51a9c req-593ac494-1fd1-49a0-be5f-c281879d781e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0412478
Dec 16 14:58:12.093196 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:12.452664 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a4210f42-a387-40d4-af33-165da066e042 req-548f3188-d17b-4011-ba14-841b23ca6e59 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0494380
Dec 16 14:58:13.567381 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fb7a2178-6d4f-4284-933b-e6554107aa1e req-05ead747-3b8e-48ab-9f75-dc2c3feef719 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0440140
Dec 16 14:58:14.677817 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f910ec77-5b64-42e1-a1f9-b9de0f1e586d req-fe246acb-cd9b-46a8-aaaa-12d402a82798 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0413353
Dec 16 14:58:15.790150 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da1a1434-a5e3-479d-a16d-22177f828e45 req-be48a9a3-2479-4e16-9dc0-88b066e25d08 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0427246
Dec 16 14:58:16.906884 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5e1fc57-7eaf-4382-bc8e-3d7f5d7580f6 req-38db955c-d2ca-42d0-ade5-8e038b6f1a10 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0420401
Dec 16 14:58:18.022739 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-222aa0af-0e71-4468-a0b1-7390a0a304f5 req-4b66363d-b2ee-4265-89a8-5a6c5160114b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0435765
Dec 16 14:58:19.155963 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-88e64e7d-1aa3-4049-ba16-a397f1f5f027 req-1fd832c2-e294-4e88-9dee-c2b4cb55e311 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0459077
Dec 16 14:58:20.290393 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4da93375-a869-4d83-b202-f6ac89f396ce req-a1b6fc82-72bc-4aba-8105-e8e5fcb4d211 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0525057
Dec 16 14:58:21.406437 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1b32d7d5-47e9-417f-bb8d-a00bd39fe85d req-f522cacc-021b-42e7-824c-35d62ea57444 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0425394
Dec 16 14:58:22.519984 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cc137b1e-9fa6-4b11-bc4a-ecaee5e073c4 req-66afb75a-ec50-4c3b-a855-3dd7aac48235 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0427053
Dec 16 14:58:23.639114 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c04fd62-3de1-402f-a037-253d5143b184 req-ebba2f61-4a03-435c-ad38-019232730cf0 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0444167
Dec 16 14:58:24.757255 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8ad5b268-3581-4bab-8dc5-174a158c8281 req-e9fdfdb1-7e00-4789-aa74-07273eec40ad tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0421507
Dec 16 14:58:25.872220 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-08379d56-0be7-4a02-83ca-6200e24110c2 req-75dc4942-a9c9-4968-bf23-4968c2dadbfc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0446570
Dec 16 14:58:26.988864 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebe29144-571c-45ce-8071-3dcdd0e5a9bb req-c10b29bd-0d58-42aa-9e91-d621285fc793 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0467482
Dec 16 14:58:28.100216 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e84612d-0d23-4b3d-83b9-66f5b4254063 req-d252e6b2-4986-420f-b583-92865f822291 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0421097
Dec 16 14:58:28.925523 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-df61dacf-3974-4d3b-8b6b-d01e8a80ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:29.218024 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4ea9cf79-7e9f-4250-baf9-d716b17f07cb req-bf5f01f9-b465-47b7-ae7d-b31fdf908493 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0432613
Dec 16 14:58:30.331653 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f44dd9e5-4a05-40f2-a057-f61aba3a5fd7 req-0b2439ac-0b09-4f1d-8fc0-cdb28b24cd62 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0433147
Dec 16 14:58:31.449688 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6ea5c0dc-6f95-4bea-af99-9c68d9c32593 req-ad808c09-6340-4521-b404-63bbd807d2df tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0423040
Dec 16 14:58:31.493688 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fb7b17f2-75f0-4842-bd52-48fda807368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:32.397540 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:32.568194 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-54fe0d32-b37d-4d21-b3c4-02530f0a26da req-9aeb04cf-1390-47b7-a0b9-70214a8db364 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0482600
Dec 16 14:58:32.960193 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:33.698417 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ba2fc6b7-f331-45fb-a6ee-71077f867a86 req-f8ad5048-b116-4a25-9186-7e0662fe93a3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0447216
Dec 16 14:58:34.531544 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:34.807803 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ee39c42a-2917-4c66-8bb4-44c7210ad6e5 req-08ecb2bc-e79b-47a2-aa05-88a17661a6a7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0405979
Dec 16 14:58:35.918614 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c1ea5118-a094-4fae-a3df-c25f58f4218d req-11c05f11-afe2-4b4a-8d50-61b30e332fcd tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0419698
Dec 16 14:58:36.996914 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:58:37.028967 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e8dad587-d3a5-48c0-84f4-8b83c2ef9d10 req-58f7be9b-45a8-4729-a3ad-5656a4e2966f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0411372
Dec 16 14:58:38.144709 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da054e45-0ed6-4cf5-a32f-d2c4f9509fb1 req-ef615b50-5280-4436-93c0-af779cd246ee tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0434265
Dec 16 14:58:39.276908 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cdd0e600-38be-49a1-a18b-3caf308f058e req-4a26ce37-5158-4d6e-81b8-bfceca282e8a tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0557082
Dec 16 14:58:40.486308 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6173cd06-c750-4a20-a445-d0501a7fba45 req-e1e0de16-8e65-4a2c-929e-121a208c6004 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.1349087
Dec 16 14:58:41.598710 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3866f921-523a-4cd0-b190-44e480369354 req-7c27039c-21dc-48e3-888c-c4cc4b8731cd tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0442727
Dec 16 14:58:42.118429 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:42.711832 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b1817188-7093-4de0-8cf5-9116f4013299 req-0df3e055-18c5-4372-aa91-7092cb3f4198 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0417984
Dec 16 14:58:43.823257 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5f3d6d30-c8c6-47b6-9c13-b080ad6907cd req-ae909d48-72ed-4906-861c-c99cd6e94a87 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0414412
Dec 16 14:58:44.932271 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eb69a70b-47b2-41af-833b-13e9ae53d88c req-19b7686d-ec47-4d62-b8a4-44153bcccfd9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0407195
Dec 16 14:58:46.053027 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ffdcb06c-d1b4-467f-943e-7a97e801ef8f req-3eb4de3e-664d-4904-a617-b6bcd1c89190 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0441031
Dec 16 14:58:47.169396 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b301d515-661b-4e12-b452-b0b498b5dac4 req-11ce9821-64ac-4d7d-af99-02cfc2ee27d9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0462744
Dec 16 14:58:48.281702 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6d18d9d5-8157-4c0f-8b1d-81d52cf8a1c3 req-3760838a-373c-46b1-97fc-b338ed98d2b5 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0424955
Dec 16 14:58:49.393482 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e63ee360-6d52-42c3-8362-52331b6f3f0f req-66e783d6-f556-4f5e-a86e-4d9fe7ab2884 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0411530
Dec 16 14:58:50.506517 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7800f34b-4164-4551-b8aa-6ea98ae1dab0 req-1e803c38-8cc8-446f-ae3c-f0d34ea47c95 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0410185
Dec 16 14:58:51.618653 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-16512edb-8ba6-4c97-aae2-684bbf27473f req-03250231-457f-42d0-a064-6e6c3e6f96a7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0419374
Dec 16 14:58:52.825325 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cbfd68b5-71cd-4c4c-abdb-3d3870c8e7ad req-7e5a9acc-dca2-4dd5-9c73-54b5a1516429 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.1343184
Dec 16 14:58:53.943514 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-176fda2f-f513-46e3-bfae-9bf003fc1c32 req-91fb0612-4b6f-4987-8b5f-380264c62529 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0464418
Dec 16 14:58:55.053688 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fb175b67-b5d8-492c-8032-42ea6017012c req-6321239c-fdeb-4c87-9840-027e89f1964b tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0421720
Dec 16 14:58:55.844768 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-bf1f0a15-9608-4960-8775-1ab2750b1e96 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1480901
Dec 16 14:58:56.007738 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-4c6668e0-2230-49c5-a2ee-79e7460c4433 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0725417
Dec 16 14:58:56.179594 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f74cc1f4-6419-40dd-bad3-ee23ad7f77cb req-1398a385-2879-4a07-93f1-607a55088161 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0520303
Dec 16 14:58:56.216237 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-6df09ea1-1322-4ec4-8e21-1d021266d8b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:58:56.217703 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-6df09ea1-1322-4ec4-8e21-1d021266d8b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1887128
Dec 16 14:58:56.325784 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-280e4544-da35-42d6-919d-fc3d6da8f72b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 1002 time: 0.1016514
Dec 16 14:58:56.393483 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-7a774961-7bea-4017-bbf5-d14905f62050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:58:56.395023 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-7a774961-7bea-4017-bbf5-d14905f62050 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.0616949
Dec 16 14:58:56.491538 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-79f0cdcc-0b4d-4e94-a61f-4990f45a37dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888925
Dec 16 14:58:56.502055 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-2b5dc7c1-d604-45c3-b39b-fddfa1c64b32 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 16 14:58:56.502979 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-2b5dc7c1-d604-45c3-b39b-fddfa1c64b32 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048425
Dec 16 14:58:56.650334 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-942f8065-19d3-4aa9-860e-10433e5086c6 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374929
Dec 16 14:58:56.784200 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b1bf6f7-e702-45a9-8703-9ed069f61f82 req-5c5f507e-6595-4891-865d-b35c5531c987 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272349
Dec 16 14:58:57.294337 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d1332e9d-2ef3-4c17-9a7a-f1ec7a69259f req-eae266ea-fc01-4c0e-8e14-3d5d13fe5d18 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0419090
Dec 16 14:58:58.404329 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-20e7e68d-10a1-40fb-843a-05ee2f62a6c2 req-569580da-2011-4ac1-a66d-24be1d395f76 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0414073
Dec 16 14:58:58.933939 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-bea4f58c-8a88-4f5e-833b-e997d330a4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:58:59.601199 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-51a1bfd0-ac8e-47ff-8d50-3620a5d3f305 req-902f6eaa-a8a6-4aa5-a5c6-53ed756ee2c5 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0451491
Dec 16 14:59:00.897573 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d0454c11-3df9-4bf7-9800-449032d589de req-0774b74e-8659-4a77-8b3a-f60f5d9823e3 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=3e2c22de-dfa3-4ad2-93ca-0669a355bd1f HTTP/1.1" status: 200  len: 210 time: 0.0400987
Dec 16 14:59:01.489049 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fc704fcd-224a-42f8-bd4b-3c1924ccf3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:02.404027 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:02.962281 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:04.005622 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40308) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:04.212266 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Deleting port 9bb72f74-806d-49ff-846e-539a49ef5130 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:04.212566 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:04.381388 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:04.381670 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:04.506639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Calling delete_port for 9bb72f74-806d-49ff-846e-539a49ef5130 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:04.534292 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:04.662074 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:04.665678 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-da3f56e0-f8ff-4b25-abd5-8c180fd32fca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:04.705376 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event deleted for resources: {'Port': ['ID=9bb72f74-806d-49ff-846e-539a49ef5130,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:04.744256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.744630 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.744995 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.745357 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.745715 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.746094 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.746449 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.746802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.747265 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.747565 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.747835 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:04.754743 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:04.812283 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:05.239847 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Router 8a9d3992-91b9-43c8-842f-641e7049f172 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:59:05.555256 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:59:05.567188 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:59:05.577385 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:05.586675 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:59:05.587363 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb32640>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:59:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:05.639458 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1d2ef662-83a1-4edc-9ac4-9e902f187ed2 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "DELETE /v2.0/floatingips/0519f45c-6c06-4cad-8602-b5f6e4457d1d HTTP/1.1" status: 204  len: 168 time: 1.6326694
Dec 16 14:59:05.640072 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:59:05.777242 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:59:06.107929 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb32640>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:06.112453 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:59:06.125158 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:59:06.125815 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb32640>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:59:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:06.338581 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:59:06.655046 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cfb32640>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:06.659366 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087fce32-9fdf-4c02-8282-5c98919b5e7f None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:06Z', 'revision_number': 4, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi', '_interfaces': [{'id': '97ff8626-e2c0-4f33-8a3f-3b6170cb5025', 'name': '', 'network_id': '4601ad77-56d7-4b99-978d-819541f9e442', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'mac_address': 'fa:16:3e:f7:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:05Z', 'updated_at': '2021-12-16T14:52:24Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'subnets': [{'id': '8f9e5562-708f-4986-b32f-4a021b4477bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:59:06.735067 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'status': 'completed', 'code': 200}
Dec 16 14:59:06.860347 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-c67fe47e-0c37-412d-93c3-da17fa3adb7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 1099 time: 0.0795043
Dec 16 14:59:06.875105 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25a0b2-c385-4024-b3cb-3623266007a9 None None] New status for floating IP 0519f45c-6c06-4cad-8602-b5f6e4457d1d: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 16 14:59:07.000321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-60b8d370-2c27-4cd1-9126-0dd49827019f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:59:07.001879 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-60b8d370-2c27-4cd1-9126-0dd49827019f service neutron] 10.222.0.48 "GET /v2.0/networks?id=4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 200  len: 912 time: 0.1354692
Dec 16 14:59:07.071761 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-09390031-6f29-4235-a14b-329548da2c47 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 200  len: 217 time: 0.0626781
Dec 16 14:59:07.128408 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fcf2f-30f6-4737-8254-262ea390c78e req-166b15ba-8b41-48eb-acc5-9990e31f64c4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:59:07.129948 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-762fcf2f-30f6-4737-8254-262ea390c78e req-166b15ba-8b41-48eb-acc5-9990e31f64c4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Synchronizing usage tracker for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 16 14:59:07.150227 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-762fcf2f-30f6-4737-8254-262ea390c78e req-166b15ba-8b41-48eb-acc5-9990e31f64c4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Unset dirty status for tenant:cc24679d241c4fc5ad847e4dd6d68cc7 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 16 14:59:07.151746 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-762fcf2f-30f6-4737-8254-262ea390c78e req-166b15ba-8b41-48eb-acc5-9990e31f64c4 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.1047511
Dec 16 14:59:07.202184 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-762fcf2f-30f6-4737-8254-262ea390c78e req-97c352c1-1fa5-4c1b-8e7c-405577fb5027 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438697
Dec 16 14:59:07.243687 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-50f27813-dac1-49e7-971f-2da17899f9fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:59:07.245159 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-50f27813-dac1-49e7-971f-2da17899f9fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 200  len: 850 time: 0.1670673
Dec 16 14:59:07.322655 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-b4cab23d-b209-44f3-b2df-8af8fcd249dd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4601ad77-56d7-4b99-978d-819541f9e442&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698352
Dec 16 14:59:07.456286 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-5dcc0b68-0267-4160-a672-825d0d5d6bb1 service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254699
Dec 16 14:59:07.603264 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-05b8a745-9e14-42ab-8d0f-4b63ec51c8b0 req-52d2de94-04fc-467e-b1f8-2bde2b96bb9f service neutron] 10.222.0.48 "GET /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395736
Dec 16 14:59:08.418369 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4579a-627e-45c9-a044-3c38bd9fb472 req-85a0bc78-d122-40d8-acc3-bb51bda3fd59 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:59:08.419865 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84a4579a-627e-45c9-a044-3c38bd9fb472 req-85a0bc78-d122-40d8-acc3-bb51bda3fd59 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.0819812
Dec 16 14:59:08.467337 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84a4579a-627e-45c9-a044-3c38bd9fb472 req-045f6dc6-41fb-4d02-ae8d-a68f9c4961d1 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417614
Dec 16 14:59:09.018148 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-f9265ea0-2362-434b-b36a-9cee2a20689e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:59:09.019636 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-f9265ea0-2362-434b-b36a-9cee2a20689e tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.0815265
Dec 16 14:59:09.100726 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Deleting port e0779447-afb2-4898-9e47-bb54bef71f59 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:09.101067 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:09.392001 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] For port e0779447-afb2-4898-9e47-bb54bef71f59, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=e0779447-afb2-4898-9e47-bb54bef71f59,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:09.392558 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:09.527188 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Calling delete_port for e0779447-afb2-4898-9e47-bb54bef71f59 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:09.693139 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:09.700032 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-af756f1f-232f-447f-a518-0037bc9afd89 tempest-AttachVolumeShelveTestJSON-304384041 tempest-AttachVolumeShelveTestJSON-304384041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:09.700304 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95244ea-d5ec-4207-acd4-05561410693c req-1ef29559-ab67-41f3-9701-0ebe3358b3dc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 16 14:59:09.702137 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b95244ea-d5ec-4207-acd4-05561410693c req-1ef29559-ab67-41f3-9701-0ebe3358b3dc tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 946 time: 0.0922561
Dec 16 14:59:09.744238 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event deleted for resources: {'Port': ['ID=e0779447-afb2-4898-9e47-bb54bef71f59,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:09.758226 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b95244ea-d5ec-4207-acd4-05561410693c req-923d900d-5fe3-41e5-87cf-8b8448a3680c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ee994e0-12ac-4c2d-84c4-d6634f87866d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475702
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.798378 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821893-3-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 16 14:59:09.799626 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:09.836591 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] No DVR routers for this DVR port e0779447-afb2-4898-9e47-bb54bef71f59 on host hv-cinder-82189 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:59:09.839310 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:09.842425 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'name': 'network-vif-deleted', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 16 14:59:09.864275 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8ddeb786-acd0-4837-ac6e-4777bb45693c req-1b0d2089-df2d-42f6-b089-61f4e402ffc7 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.48 "DELETE /v2.0/ports/e0779447-afb2-4898-9e47-bb54bef71f59 HTTP/1.1" status: 204  len: 173 time: 0.8383577
Dec 16 14:59:10.008319 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6403f291-2bd1-45cf-9274-b3a280642563', 'name': 'network-vif-deleted', 'tag': 'e0779447-afb2-4898-9e47-bb54bef71f59', 'status': 'completed', 'code': 200}
Dec 16 14:59:10.956873 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [req-545bea8c-b568-4bdf-bc88-5b72365c3203 req-bd0baafa-ae53-48d8-9972-bff8eaa424b9 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "GET /v2.0/ports?device_id=6403f291-2bd1-45cf-9274-b3a280642563 HTTP/1.1" status: 200  len: 210 time: 0.0431075
Dec 16 14:59:11.816184 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e0779447-afb2-4898-9e47-bb54bef71f59 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:11.852080 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] No Port match for: e0779447-afb2-4898-9e47-bb54bef71f59 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:11.852440 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Device e0779447-afb2-4898-9e47-bb54bef71f59 not bound to the agent host hv-cinder-82189 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:12.075427 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40334) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:12.124380 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.245187 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Deleting port 15b8e8fc-028f-4027-8860-4ec788bef57d {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:12.245531 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.441940 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.442342 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.572583 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Calling delete_port for 15b8e8fc-028f-4027-8860-4ec788bef57d owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:12.735922 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.740172 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-680b9814-6f2c-4c4e-9b61-c1e14fa129cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:12.784535 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event deleted for resources: {'Port': ['ID=15b8e8fc-028f-4027-8860-4ec788bef57d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:12.789007 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:12.892084 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.912543 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124394'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:12.914033 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-591c32cb-3426-4508-b89b-01ef7f352b9c tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "DELETE /v2.0/floatingips/97724bad-c401-48f3-96b2-2cc24dd98873 HTTP/1.1" status: 204  len: 168 time: 0.8375361
Dec 16 14:59:13.999022 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:59:14.371513 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40348) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:14.457585 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:14.493210 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:14.569009 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:14.573609 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-4a3f1097-c411-4d4f-ac83-423297af58cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:14.595330 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee994e0-12ac-4c2d-84c4-d6634f87866d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:14.598126 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:14.607590 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:14.608792 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3bd562f8-f1d7-4f7f-9318-283a42e9b940 tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] 10.222.0.67 "DELETE /v2.0/security-groups/4ee994e0-12ac-4c2d-84c4-d6634f87866d HTTP/1.1" status: 204  len: 168 time: 0.2349546
Dec 16 14:59:15.720335 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40356) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:16.377752 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:17.046612 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Deleting port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:17.047523 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:17.239602 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] For port 97ff8626-e2c0-4f33-8a3f-3b6170cb5025, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:17.240077 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:17.384028 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Calling delete_port for 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:17.583849 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:17.588208 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-c31a77e5-987e-4fec-a586-0b562ef448d2 tempest-AttachVolumeNegativeTest-1445539459 tempest-AttachVolumeNegativeTest-1445539459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:17.634565 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ff8626-e2c0-4f33-8a3f-3b6170cb5025,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:17.638919 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:18.061940 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:18.690598 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Router 8a9d3992-91b9-43c8-842f-641e7049f172 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:59:18.901634 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:59:18.911496 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] Sync routers for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:59:18.914901 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ef655c8e-31d9-4103-9225-0721ec041db7 admin admin] 10.222.0.67 "PUT /v2.0/routers/8a9d3992-91b9-43c8-842f-641e7049f172/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1934698
Dec 16 14:59:18.917478 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40362) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:18.924247 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:59:18.924870 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf840790>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:59:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:19.120811 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:59:19.128557 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:19.338639 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:19.350277 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Deleting port 97fe3d06-4813-4f0a-a714-f0100404dafe {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:19.350643 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:19.428926 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf840790>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:59:17Z', 'revision_number': 5, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port': {'id': '97fe3d06-4813-4f0a-a714-f0100404dafe', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:19.432922 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] Checking router: 8a9d3992-91b9-43c8-842f-641e7049f172 for host: dv-cinder-821893-3-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:59:19.444126 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] Routers {'8a9d3992-91b9-43c8-842f-641e7049f172'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:59:19.444821 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cf840790>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:59:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['8a9d3992-91b9-43c8-842f-641e7049f172'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:19.610863 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] Set router 8a9d3992-91b9-43c8-842f-641e7049f172 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:59:19.672257 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] For port 97fe3d06-4813-4f0a-a714-f0100404dafe, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=97fe3d06-4813-4f0a-a714-f0100404dafe,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:19.672676 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:19.722291 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cf840790>, [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:59:19Z', 'revision_number': 6, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:19.726599 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec53e9-2c5c-435a-bb9d-75ff79ee9e9d None None] The sync data for ids ['8a9d3992-91b9-43c8-842f-641e7049f172'] in dv-cinder-821893-3-iscsi is: [{'id': '8a9d3992-91b9-43c8-842f-641e7049f172', 'name': 'tempest-TestVolumeBootPattern-381739123-router', 'tenant_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:03Z', 'updated_at': '2021-12-16T14:59:19Z', 'revision_number': 6, 'project_id': 'cc24679d241c4fc5ad847e4dd6d68cc7', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:59:19.802025 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Calling delete_port for 97fe3d06-4813-4f0a-a714-f0100404dafe owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:20.004399 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.011502 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-12084cfd-4885-4cfb-b423-58ea7759728f tempest-TestVolumeBootPattern-751522082 tempest-TestVolumeBootPattern-751522082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:20.055505 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97fe3d06-4813-4f0a-a714-f0100404dafe,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:20.058498 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:20.308569 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.554142 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:20.590046 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:20.590324 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97ff8626-e2c0-4f33-8a3f-3b6170cb5025 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:20.590856 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97fe3d06-4813-4f0a-a714-f0100404dafe no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:20.612740 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.622956 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.625619 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 97fe3d06-4813-4f0a-a714-f0100404dafe {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:20.625969 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 97fe3d06-4813-4f0a-a714-f0100404dafe not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:20.660631 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.661293 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a9d3992-91b9-43c8-842f-641e7049f172 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:59:20.674775 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.675930 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e47b358c-8bc2-4c95-9701-f842598125e3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/8a9d3992-91b9-43c8-842f-641e7049f172 HTTP/1.1" status: 204  len: 168 time: 1.7575116
Dec 16 14:59:20.679194 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 40366) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:20.749303 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Deleting subnet 8f9e5562-708f-4986-b32f-4a021b4477bc {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:59:20.752760 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.808698 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.903022 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.981798 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:20.989707 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:21.027813 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9e5562-708f-4986-b32f-4a021b4477bc,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:21.031957 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:21.035849 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.041592 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0969449d-4bd2-4e7d-9ab6-91f5b344296c None None] Network 4601ad77-56d7-4b99-978d-819541f9e442 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:59:21.044824 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c999d378-5f39-4477-b82a-cd5dda5c16e2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f9e5562-708f-4986-b32f-4a021b4477bc HTTP/1.1" status: 204  len: 168 time: 0.3644960
Dec 16 14:59:21.045529 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40370) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:21.163686 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.175717 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Deleting port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:21.176049 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.366167 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] DHCP port deletion for 4601ad77-56d7-4b99-978d-819541f9e442 request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:59:21.371752 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Deleting port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:21.372146 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.408532 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] For port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:21.409181 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.619268 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] For port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,segment=NetworkSegment(acc5aae2-1092-471d-a5d1-edafba039402),segment_id=acc5aae2-1092-471d-a5d1-edafba039402)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:21.619925 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.636283 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Calling delete_port for d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:21.725559 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.730052 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-bcc0029c-1371-474d-aabf-16de6f989e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:21.749217 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Calling delete_port for d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:21.772977 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:21.776562 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:21.777319 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] No DVR routers for this DVR port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 on host dv-cinder-821893-3-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:59:21.827076 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:59:21.827350 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:59:21.897457 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.930546 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cf32e9d0>,) {'filters': {'network_id': ['4601ad77-56d7-4b99-978d-819541f9e442']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:21.943785 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cf32e9d0>, 'acc5aae2-1092-471d-a5d1-edafba039402') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:21.944127 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cf32e9d0>, 'acc5aae2-1092-471d-a5d1-edafba039402') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:21.955942 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33191325'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.973380 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.980341 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:59:21.980822 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33189755'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     timer()
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     self._notify()
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     event.method(event)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:59:21.995056 dv-cinder-821893-3-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:59:22.080416 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:22.085136 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:22.102247 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:22.112160 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Pushing event deleted for resources: {'Network': ['ID=4601ad77-56d7-4b99-978d-819541f9e442,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:22.116408 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:22.119932 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a0081cb0-5132-4d58-90d9-83ec672a9148 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4601ad77-56d7-4b99-978d-819541f9e442 HTTP/1.1" status: 204  len: 168 time: 1.0733466
Dec 16 14:59:22.122799 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40374) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:22.328732 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Deleting port d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:22.329698 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:22.380820 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:22.442558 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0840be2e-a770-4a47-9e7f-d48fb0e1be49 None None] The port 'd40b7378-fa9b-4b79-b4fb-55e32fcbe8d6' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:59:22.443251 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:22.443701 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device d40b7378-fa9b-4b79-b4fb-55e32fcbe8d6 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:22.557677 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658563'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:23.328093 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Deleting port 30be989c-a680-46b3-8910-7e2ef3509d50 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:23.328420 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:23.512161 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] For port 30be989c-a680-46b3-8910-7e2ef3509d50, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=30be989c-a680-46b3-8910-7e2ef3509d50,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:23.512461 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:23.645542 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Calling delete_port for 30be989c-a680-46b3-8910-7e2ef3509d50 owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:23.840312 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:23.844732 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-dcf7422f-4255-4174-a4c5-ccf343802541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:23.888251 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Pushing event deleted for resources: {'Port': ['ID=30be989c-a680-46b3-8910-7e2ef3509d50,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:23.891882 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:24.200403 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658781'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:24.916626 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Router 32c63fa0-b02e-410c-aabc-4c551932a414 has already been hosted by L3 agent e5dacd03-9118-4e8d-9d5b-1411cfbaf354 {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 16 14:59:25.127808 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] Notify agent at l3_agent.dv-cinder-821893-3-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 16 14:59:25.138737 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] Sync routers for ids ['32c63fa0-b02e-410c-aabc-4c551932a414'] in dv-cinder-821893-3-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 16 14:59:25.152357 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a519b544-1c62-43ac-b797-86a188f38efc admin admin] 10.222.0.67 "PUT /v2.0/routers/32c63fa0-b02e-410c-aabc-4c551932a414/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0260930
Dec 16 14:59:25.153079 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40378) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:25.156358 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] Routers {'32c63fa0-b02e-410c-aabc-4c551932a414'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:59:25.157210 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cff384c0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:59:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['32c63fa0-b02e-410c-aabc-4c551932a414'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:25.352597 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] Set router 32c63fa0-b02e-410c-aabc-4c551932a414 gateway port host: dv-cinder-821893-3-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:59:25.358877 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:25.588791 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:25.601346 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Deleting port dcf08cfe-1561-41d6-8fd5-9288b4056ec7 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:25.601719 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:25.655348 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cff384c0>, [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'external_fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161'}], 'enable_snat': True}, 'gw_port_id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:59:23Z', 'revision_number': 5, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port': {'id': 'dcf08cfe-1561-41d6-8fd5-9288b4056ec7', 'name': '', 'network_id': '7aea5294-7bed-46d0-a8e8-f17a4a4f2926', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'ip_address': '172.27.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821893-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-16T14:52:10Z', 'updated_at': '2021-12-16T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6e6562a-0f0d-4941-8943-bb57b4937c7f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821893-3-iscsi'}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:25.659564 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] Checking router: 32c63fa0-b02e-410c-aabc-4c551932a414 for host: dv-cinder-821893-3-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 16 14:59:25.671308 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] Routers {'32c63fa0-b02e-410c-aabc-4c551932a414'} bound to L3 agent in host dv-cinder-821893-3-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 16 14:59:25.671927 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe9cff384c0>, 'dv-cinder-821893-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-16T14:29:01Z,description=<?>,heartbeat_timestamp=2021-12-16T14:59:01Z,host='dv-cinder-821893-3-iscsi',id=e5dacd03-9118-4e8d-9d5b-1411cfbaf354,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-16T14:29:01Z,topic='l3_agent')) {'router_ids': ['32c63fa0-b02e-410c-aabc-4c551932a414'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:25.789468 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] For port dcf08cfe-1561-41d6-8fd5-9288b4056ec7, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,segment=NetworkSegment(c4d2a249-7d1b-4392-989a-cfc6f6517e89),segment_id=c4d2a249-7d1b-4392-989a-cfc6f6517e89)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:25.789819 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:25.868288 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] Set router 32c63fa0-b02e-410c-aabc-4c551932a414 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 16 14:59:25.916620 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Calling delete_port for dcf08cfe-1561-41d6-8fd5-9288b4056ec7 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:25.981714 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe9cff384c0>, [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:59:25Z', 'revision_number': 6, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port_host': None}], 'dv-cinder-821893-3-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:25.985780 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f10b7f4-e56f-4613-8c6f-f67859bc79b8 None None] The sync data for ids ['32c63fa0-b02e-410c-aabc-4c551932a414'] in dv-cinder-821893-3-iscsi is: [{'id': '32c63fa0-b02e-410c-aabc-4c551932a414', 'name': 'tempest-TestVolumeBootPattern-554023360-router', 'tenant_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-16T14:52:09Z', 'updated_at': '2021-12-16T14:59:25Z', 'revision_number': 6, 'project_id': '495cca0a6a6847fcb34196aab4ffc8dc', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 16 14:59:26.110062 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33187976'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:26.114068 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-506cf810-cd6c-48f4-86a6-b3355f62533e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:26.162303 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf08cfe-1561-41d6-8fd5-9288b4056ec7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:26.165472 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:26.418417 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 30be989c-a680-46b3-8910-7e2ef3509d50 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:26.459309 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: 30be989c-a680-46b3-8910-7e2ef3509d50 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:26.459647 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device 30be989c-a680-46b3-8910-7e2ef3509d50 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:26.518861 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655102'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:26.791866 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-717378', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10113'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:26.797032 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:26.828776 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-718546'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:26.829332 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c63fa0-b02e-410c-aabc-4c551932a414 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 16 14:59:26.843765 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:26.845037 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1c8df4be-cb88-4916-b265-fe94fee9d5fb admin admin] 10.222.0.67 "DELETE /v2.0/routers/32c63fa0-b02e-410c-aabc-4c551932a414 HTTP/1.1" status: 204  len: 168 time: 1.6912565
Dec 16 14:59:26.848298 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 40382) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:27.014925 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Deleting subnet 3f03bb7e-ea44-4bff-8555-2c507b19d49b {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 16 14:59:27.017564 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.070687 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32891025'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.162744 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1272098'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.242468 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1272109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28510', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32517936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31731099'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.246987 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-3063524f-e5dc-4e52-af3c-80a8bf5b87ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:27.284195 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f03bb7e-ea44-4bff-8555-2c507b19d49b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:27.287109 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:27.293492 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.300165 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb36e55-9493-4e0b-a46e-75047b833ed1 None None] Network d5668506-ef69-4ba8-9ee9-e04c41631704 requested from dv-cinder-821893-3-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 16 14:59:27.301817 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6ed6859f-43ef-4c5e-9358-6a46f9e1cf5a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3f03bb7e-ea44-4bff-8555-2c507b19d49b HTTP/1.1" status: 204  len: 168 time: 0.4521706
Dec 16 14:59:27.304863 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 40386) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:27.422877 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1114402'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.435481 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Deleting port abc69398-4832-4072-9aad-6a4a11f5249c {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:27.436574 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.579014 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] DHCP port deletion for d5668506-ef69-4ba8-9ee9-e04c41631704 request from dv-cinder-821893-3-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 16 14:59:27.583656 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Deleting port abc69398-4832-4072-9aad-6a4a11f5249c {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:27.584161 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.677087 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] For port abc69398-4832-4072-9aad-6a4a11f5249c, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=abc69398-4832-4072-9aad-6a4a11f5249c,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:27.678663 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.806021 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] For port abc69398-4832-4072-9aad-6a4a11f5249c, host dv-cinder-821893-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821893-3-iscsi',level=0,port_id=abc69398-4832-4072-9aad-6a4a11f5249c,segment=NetworkSegment(d37786a5-bf65-4daa-aa0d-5e358e932b6f),segment_id=d37786a5-bf65-4daa-aa0d-5e358e932b6f)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 16 14:59:27.806305 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Calling delete_port for abc69398-4832-4072-9aad-6a4a11f5249c owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:27.806494 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657715'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.886536 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1283173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790137764343', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790137335170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32517997'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:27.891479 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5896735f-974c-4f4b-be05-255e1c86f1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:27.936549 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Pushing event deleted for resources: {'Port': ['ID=abc69398-4832-4072-9aad-6a4a11f5249c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:27.940183 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:27.940919 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] No DVR routers for this DVR port abc69398-4832-4072-9aad-6a4a11f5249c on host dv-cinder-821893-3-iscsi {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 16 14:59:27.953222 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Calling delete_port for abc69398-4832-4072-9aad-6a4a11f5249c owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 16 14:59:28.032540 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 16 14:59:28.032920 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 16 14:59:28.059206 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1273277', 'neutron.services.segments.db._delete_segments_for_network-8790137792467'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.086107 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe9cede4130>,) {'filters': {'network_id': ['d5668506-ef69-4ba8-9ee9-e04c41631704']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:28.098404 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cede4130>, 'd37786a5-bf65-4daa-aa0d-5e358e932b6f') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:28.098687 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe9cede4130>, 'd37786a5-bf65-4daa-aa0d-5e358e932b6f') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 16 14:59:28.110428 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790137794798', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32891016'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.128809 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1274518'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.136461 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 16 14:59:28.136914 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1274543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32516254'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     timer()
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     self._notify()
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     event.method(event)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 16 14:59:28.152631 dv-cinder-821893-3-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 16 14:59:28.235474 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1273252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1713965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654997'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.239216 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:28.252699 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714161'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.264033 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5668506-ef69-4ba8-9ee9-e04c41631704,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:28.268717 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:28.272519 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5012dbfa-9ce2-4a5c-a1b1-d4da0c1a466b admin admin] 10.222.0.67 "DELETE /v2.0/networks/d5668506-ef69-4ba8-9ee9-e04c41631704 HTTP/1.1" status: 204  len: 168 time: 0.9666333
Dec 16 14:59:28.380444 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device abc69398-4832-4072-9aad-6a4a11f5249c no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:28.426527 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40392) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:28.451321 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: abc69398-4832-4072-9aad-6a4a11f5249c {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:28.451321 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device abc69398-4832-4072-9aad-6a4a11f5249c not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:28.451321 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device dcf08cfe-1561-41d6-8fd5-9288b4056ec7 no longer exists at agent ovs-agent-dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 16 14:59:28.486604 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b2f95547-a40e-4fe7-9808-7687600202a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cc24679d241c4fc5ad847e4dd6d68cc7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0578911
Dec 16 14:59:28.488168 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.67', 40396) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:28.490974 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] No Port match for: dcf08cfe-1561-41d6-8fd5-9288b4056ec7 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 16 14:59:28.491352 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Device dcf08cfe-1561-41d6-8fd5-9288b4056ec7 not bound to the agent host dv-cinder-821893-3-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 16 14:59:28.533896 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Deleting port abc69398-4832-4072-9aad-6a4a11f5249c {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 16 14:59:28.534342 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790137758724'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.554379 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.581842 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.596433 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f665d-ee85-47d9-ae7a-77c73171c5d9 None None] The port 'abc69398-4832-4072-9aad-6a4a11f5249c' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 16 14:59:28.643132 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.647205 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-8b7751b9-0d43-48df-b40c-8ebfbf5820c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:28.665295 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfac0318-ee48-4072-9678-344d95563f42,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:28.669477 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG oslo_concurrency.lockutils [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:28.674145 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:28.675278 dv-cinder-821893-3-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1fcd5e44-cb72-42bc-abea-08c1052f42d7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cfac0318-ee48-4072-9678-344d95563f42 HTTP/1.1" status: 204  len: 168 time: 0.1861861
Dec 16 14:59:28.928146 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b4de7eb5-d8e6-43bf-813a-2e6546b52ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:29.090546 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 40404) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:29.144212 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d6c8881f-e6e4-4d26-a664-c9c00815e1ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=495cca0a6a6847fcb34196aab4ffc8dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0523226
Dec 16 14:59:29.147321 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.67', 40408) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 16 14:59:29.212011 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:29.238209 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:29.291136 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734449'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:29.294852 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-6342eeb7-cbfe-4243-8b2f-e442d538ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 16 14:59:29.308085 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a2330-93a5-42fd-92f5-2aab342201f4,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 16 14:59:29.311091 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG oslo_concurrency.lockutils [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82857) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 16 14:59:29.312970 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:29.314256 dv-cinder-821893-3-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-130ddc90-9198-4a0c-90f6-bb0e13adccc4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c8a2330-93a5-42fd-92f5-2aab342201f4 HTTP/1.1" status: 204  len: 168 time: 0.1659083
Dec 16 14:59:31.487148 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2e0c508e-bb95-4eba-9088-820f18a227fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:32.400578 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:32.965099 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:34.538838 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:42.127503 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 14:59:51.000665 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 14:59:58.933158 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d59a1646-f9c9-4f8a-a8da-0dc79a3f9e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:01.483376 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b582081e-22b3-4c1e-98af-ab1b25914583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:02.401923 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:02.968740 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:04.543084 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:12.121791 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:28.005220 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:00:28.937393 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-370d3b0f-3105-40d9-9d5c-0eb616572910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:31.479978 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b468483b-79a1-4e1e-a042-f3416da28edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:32.398323 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:32.972056 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:34.544240 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:42.136590 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:00:58.942480 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c5a5f525-8593-47ea-a6c4-7d8fd29d0799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:01.478552 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4b934a03-f685-4b54-aed3-79db7fd76e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:02.404210 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:02.974743 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:04.550330 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:05.006238 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:01:12.139376 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:28.941106 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6a56-d930-4edf-a3aa-e65a110a6e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:31.474971 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-809ca0b7-85b0-4e51-b794-826f0b071b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:32.402645 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:32.977133 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:34.549904 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:37.797447 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-0ff1b121-e16d-4ed6-bfb1-23091e6e7c2f req-aad0e3e6-bfe0-4176-abab-d580e056b243 service neutron] (82858) timed out ('10.222.0.67', 33644) {{(pid=82858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 15:01:42.008146 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:01:42.153367 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:01:58.936368 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e42ae54a-ab55-4a8d-ab43-215f4dcb5be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:01.479959 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-28f9b839-f40c-4129-a575-a12f26d2721c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:02.398593 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:02.982677 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:04.554721 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:12.164152 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:19.010619 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:02:28.945495 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-eba47131-fd43-487a-a3a4-2f6d00ea6755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:31.486574 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-be8f2285-4aa8-4ad0-a51c-0caf447b32a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:32.396728 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:32.984511 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:34.556537 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:42.179358 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:02:56.012407 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:02:58.941934 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7dc075cd-2a29-4d2f-bd26-254c290f3937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:01.481296 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7ac8bd1c-af79-4cf4-bb8b-cdc4e070e8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:02.395375 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:02.987627 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:04.558557 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:12.194729 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:28.946700 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a460bcd5-a1af-4b6d-ad90-6421e3381066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:31.486370 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3e16ffa2-12f8-413b-bd5f-602d629b7c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:32.393022 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:32.990879 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:33.013840 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:03:34.567982 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:35.695923 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-45eab897-1b33-4944-8466-f472287d24fa req-68c929b4-d9fa-427a-a8ed-edb55e1a1ca8 service neutron] (82857) timed out ('10.222.0.67', 37614) {{(pid=82857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 15:03:42.190845 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:03:54.953802 dv-cinder-821893-3-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-17f815c3-d7b3-40ab-a754-13772073903d req-9b1d62d9-6218-48b0-8130-7a78a85b0d89 service neutron] (82858) timed out ('10.222.0.48', 65472) {{(pid=82858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 15:03:55.749895 dv-cinder-821893-3-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-84cd0c99-8d6c-4278-8fed-3a10d6260039 req-171b7376-85e0-443a-bf3f-e0959363730e service neutron] (82857) timed out ('10.222.0.48', 64843) {{(pid=82857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 16 15:03:58.943626 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e41517ec-6d56-44d1-98c0-50052a70fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:01.497513 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05731a2d-a741-4ddc-95eb-3e2d45d01a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:02.395063 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:02.994103 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:04.563730 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:10.014219 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:04:12.202554 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:28.949273 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d073fb22-7bf3-44bd-9fa6-6447113d5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:31.492746 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-38296152-17cd-4fe0-828d-e496b6733a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:32.393396 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:32.997131 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:34.567097 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:42.209807 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-70de4abc-a121-4dce-954e-8a1dcce5099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:04:47.016547 dv-cinder-821893-3-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-d38717a2-0724-4224-a18e-da2403d38b3f None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 16 15:04:58.955812 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-40f064ab-d376-4bc2-844a-41f5b83ca8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:05:01.499824 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cfe58f36-f998-43d9-bfee-b52a1cab2f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:05:02.391663 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1ed23c40-8a53-4916-b0b2-de871928941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:05:03.003281 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-476392aa-00ec-43a3-b4e9-3433496bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 16 15:05:04.568703 dv-cinder-821893-3-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-189d1ea4-be9d-4f16-b725-967335d877a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790137792449', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1271015'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}